2024-11-21 19:08:39,200 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 2024-11-21 19:08:39,227 main DEBUG Took 0.023478 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 19:08:39,228 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 19:08:39,229 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 19:08:39,230 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 19:08:39,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,302 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 19:08:39,344 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,379 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,381 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,390 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,391 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:08:39,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,401 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 19:08:39,408 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:08:39,412 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 19:08:39,428 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 19:08:39,439 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 19:08:39,441 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 19:08:39,442 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 19:08:39,458 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 19:08:39,468 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 19:08:39,472 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 19:08:39,473 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 19:08:39,477 main DEBUG createAppenders(={Console}) 2024-11-21 19:08:39,479 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 initialized 2024-11-21 19:08:39,480 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 2024-11-21 19:08:39,481 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 OK. 2024-11-21 19:08:39,483 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 19:08:39,484 main DEBUG OutputStream closed 2024-11-21 19:08:39,485 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 19:08:39,486 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 19:08:39,486 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@fa49800 OK 2024-11-21 19:08:39,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 19:08:39,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 19:08:39,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 19:08:39,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 19:08:39,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 19:08:39,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 19:08:39,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 19:08:39,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 19:08:39,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 19:08:39,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 19:08:39,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 19:08:39,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 19:08:39,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 19:08:39,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 19:08:39,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 19:08:39,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 19:08:39,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 19:08:39,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 19:08:39,702 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 19:08:39,703 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1c33c17b) with optional ClassLoader: null 2024-11-21 19:08:39,703 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 19:08:39,710 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1c33c17b] started OK. 2024-11-21T19:08:39,734 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-21 19:08:39,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 19:08:39,739 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T19:08:39,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1035, ProcessCount=11, AvailableMemoryMB=4798 2024-11-21T19:08:40,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857 2024-11-21T19:08:40,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:08:40,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040, deleteOnExit=true 2024-11-21T19:08:40,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:08:40,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/test.cache.data in system properties and HBase conf 2024-11-21T19:08:40,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:08:40,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:08:40,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:08:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:08:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:08:40,450 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T19:08:40,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:08:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:08:40,610 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:08:40,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:08:40,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:08:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:08:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:08:40,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:08:40,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:08:40,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:08:40,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:08:40,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:08:40,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:08:40,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:08:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:08:41,937 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T19:08:42,054 INFO [Time-limited test {}] log.Log(170): Logging initialized @4364ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T19:08:42,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:08:42,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:08:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:08:42,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:08:42,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:08:42,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:08:42,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68304480{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:08:42,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1973f2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:08:42,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11d30c62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/java.io.tmpdir/jetty-localhost-45589-hadoop-hdfs-3_4_1-tests_jar-_-any-13140873103081781096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:08:42,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e520b7a{HTTP/1.1, (http/1.1)}{localhost:45589} 2024-11-21T19:08:42,576 INFO [Time-limited test {}] server.Server(415): Started @4887ms 2024-11-21T19:08:43,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:08:43,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:08:43,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:08:43,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:08:43,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:08:43,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f120f03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:08:43,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69da811c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:08:43,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23857198{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/java.io.tmpdir/jetty-localhost-42841-hadoop-hdfs-3_4_1-tests_jar-_-any-1059956883097917284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:08:43,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3baf37d7{HTTP/1.1, (http/1.1)}{localhost:42841} 2024-11-21T19:08:43,536 INFO [Time-limited test {}] server.Server(415): Started @5847ms 2024-11-21T19:08:43,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:08:43,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:08:43,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:08:43,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:08:43,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:08:43,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:08:43,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715a1d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:08:43,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bea51fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:08:44,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bb17ed9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/java.io.tmpdir/jetty-localhost-44467-hadoop-hdfs-3_4_1-tests_jar-_-any-17155285560083801784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:08:44,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6351ce29{HTTP/1.1, (http/1.1)}{localhost:44467} 2024-11-21T19:08:44,064 INFO [Time-limited test {}] server.Server(415): Started @6376ms 2024-11-21T19:08:44,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:08:44,992 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data2/current/BP-950799136-172.17.0.3-1732216121466/current, will proceed with Du for space computation calculation, 2024-11-21T19:08:44,995 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data1/current/BP-950799136-172.17.0.3-1732216121466/current, will proceed with Du for space computation calculation, 2024-11-21T19:08:44,999 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data3/current/BP-950799136-172.17.0.3-1732216121466/current, will proceed with Du for space computation calculation, 2024-11-21T19:08:45,003 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data4/current/BP-950799136-172.17.0.3-1732216121466/current, will proceed with Du for space computation calculation, 2024-11-21T19:08:45,155 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:08:45,154 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:08:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb11f1b62bb36493b with lease ID 0xf4558451f4e448a6: Processing first storage report for DS-78337d0e-c0e2-4b1e-9fcb-b2739076af24 from datanode DatanodeRegistration(127.0.0.1:41221, datanodeUuid=43e00f56-1472-4009-805d-3b678fe22b3e, infoPort=36921, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466) 2024-11-21T19:08:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb11f1b62bb36493b with lease ID 0xf4558451f4e448a6: from storage DS-78337d0e-c0e2-4b1e-9fcb-b2739076af24 node DatanodeRegistration(127.0.0.1:41221, datanodeUuid=43e00f56-1472-4009-805d-3b678fe22b3e, infoPort=36921, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T19:08:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb11f1b62bb36493b with lease ID 0xf4558451f4e448a6: Processing first storage report for DS-a2c2e06f-d4f0-44f6-9193-91be1b1b1ad5 from datanode DatanodeRegistration(127.0.0.1:41221, datanodeUuid=43e00f56-1472-4009-805d-3b678fe22b3e, infoPort=36921, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466) 2024-11-21T19:08:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb11f1b62bb36493b with lease ID 0xf4558451f4e448a6: from storage DS-a2c2e06f-d4f0-44f6-9193-91be1b1b1ad5 node DatanodeRegistration(127.0.0.1:41221, datanodeUuid=43e00f56-1472-4009-805d-3b678fe22b3e, infoPort=36921, infoSecurePort=0, ipcPort=40969, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T19:08:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99afbc93177728d3 with lease ID 0xf4558451f4e448a5: Processing first storage report for DS-3d45af86-709c-46e9-8740-872dc5cfb689 from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=ec961826-9f78-4b9e-9339-833e53317bc0, infoPort=41905, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466) 2024-11-21T19:08:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99afbc93177728d3 with lease ID 0xf4558451f4e448a5: from storage DS-3d45af86-709c-46e9-8740-872dc5cfb689 node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=ec961826-9f78-4b9e-9339-833e53317bc0, infoPort=41905, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T19:08:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99afbc93177728d3 with lease ID 0xf4558451f4e448a5: Processing first storage report for DS-52ee9b9a-eda2-48e9-9829-178bd2a7b3bb from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=ec961826-9f78-4b9e-9339-833e53317bc0, infoPort=41905, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466) 2024-11-21T19:08:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99afbc93177728d3 with lease ID 0xf4558451f4e448a5: from storage DS-52ee9b9a-eda2-48e9-9829-178bd2a7b3bb node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=ec961826-9f78-4b9e-9339-833e53317bc0, infoPort=41905, infoSecurePort=0, ipcPort=44951, storageInfo=lv=-57;cid=testClusterID;nsid=1949654386;c=1732216121466), blocks: 0, hasStaleStorage: false, processing time: 5 msecs, invalidatedBlocks: 0 2024-11-21T19:08:45,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857 2024-11-21T19:08:45,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/zookeeper_0, clientPort=61025, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:08:45,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61025 2024-11-21T19:08:45,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:45,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:46,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:08:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:08:46,475 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 with version=8 2024-11-21T19:08:46,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/hbase-staging 2024-11-21T19:08:46,649 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T19:08:47,015 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:08:47,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:47,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:47,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:08:47,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:47,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:08:47,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:08:47,463 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T19:08:47,478 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T19:08:47,487 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:08:47,533 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12797 (auto-detected) 2024-11-21T19:08:47,535 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T19:08:47,575 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45165 2024-11-21T19:08:47,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:47,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:47,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45165 connecting to ZooKeeper ensemble=127.0.0.1:61025 2024-11-21T19:08:47,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451650x0, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:08:47,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45165-0x10160161a890000 connected 2024-11-21T19:08:48,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:08:48,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:08:48,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:08:48,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45165 2024-11-21T19:08:48,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45165 2024-11-21T19:08:48,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45165 2024-11-21T19:08:48,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45165 2024-11-21T19:08:48,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45165 2024-11-21T19:08:48,182 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702, hbase.cluster.distributed=false 2024-11-21T19:08:48,323 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:08:48,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:48,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:48,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:08:48,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:48,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:08:48,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:08:48,354 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:08:48,363 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45107 2024-11-21T19:08:48,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:08:48,386 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:08:48,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:48,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:48,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45107 connecting to ZooKeeper ensemble=127.0.0.1:61025 2024-11-21T19:08:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451070x0, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:08:48,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45107-0x10160161a890001 connected 2024-11-21T19:08:48,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:08:48,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:08:48,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:08:48,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45107 2024-11-21T19:08:48,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45107 2024-11-21T19:08:48,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45107 2024-11-21T19:08:48,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45107 2024-11-21T19:08:48,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45107 2024-11-21T19:08:48,549 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:08:48,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:48,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:48,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:08:48,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:08:48,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:08:48,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:08:48,552 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:08:48,567 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43235 2024-11-21T19:08:48,575 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:08:48,586 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:08:48,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:48,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:48,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43235 connecting to ZooKeeper ensemble=127.0.0.1:61025 2024-11-21T19:08:48,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432350x0, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:08:48,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432350x0, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:08:48,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43235-0x10160161a890002 connected 2024-11-21T19:08:48,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:08:48,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:08:48,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43235 2024-11-21T19:08:48,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43235 2024-11-21T19:08:48,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43235 2024-11-21T19:08:48,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43235 2024-11-21T19:08:48,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43235 2024-11-21T19:08:48,755 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,45165,1732216126641 2024-11-21T19:08:48,785 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:45165 2024-11-21T19:08:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:08:48,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:08:48,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:08:48,807 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,45165,1732216126641 2024-11-21T19:08:48,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:08:48,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:48,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:08:48,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:48,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:08:48,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:48,891 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:08:48,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:08:48,911 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,45165,1732216126641 from backup master directory 2024-11-21T19:08:48,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:08:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,45165,1732216126641 2024-11-21T19:08:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:08:48,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:08:48,931 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:08:48,931 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,45165,1732216126641 2024-11-21T19:08:48,933 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T19:08:48,940 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T19:08:49,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:08:49,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:08:49,572 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/hbase.id with ID: c05d66ca-9062-41e5-929a-583b978b0e30 2024-11-21T19:08:49,647 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:08:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:08:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:08:49,813 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:08:49,817 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:08:49,844 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:08:49,849 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:08:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:08:49,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:08:50,030 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store 2024-11-21T19:08:50,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:08:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:08:50,168 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T19:08:50,168 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:50,174 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:08:50,174 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:50,175 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:50,175 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:08:50,175 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:50,175 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:50,176 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:08:50,184 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/.initializing 2024-11-21T19:08:50,184 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/WALs/2d90ca23533b,45165,1732216126641 2024-11-21T19:08:50,209 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:08:50,243 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C45165%2C1732216126641, suffix=, logDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/WALs/2d90ca23533b,45165,1732216126641, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/oldWALs, maxLogs=10 2024-11-21T19:08:50,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/WALs/2d90ca23533b,45165,1732216126641/2d90ca23533b%2C45165%2C1732216126641.1732216130254, exclude list is [], retry=0 2024-11-21T19:08:50,352 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41221,DS-78337d0e-c0e2-4b1e-9fcb-b2739076af24,DISK] 2024-11-21T19:08:50,353 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d45af86-709c-46e9-8740-872dc5cfb689,DISK] 2024-11-21T19:08:50,357 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T19:08:50,459 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/WALs/2d90ca23533b,45165,1732216126641/2d90ca23533b%2C45165%2C1732216126641.1732216130254 2024-11-21T19:08:50,464 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-21T19:08:50,465 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:08:50,471 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:50,484 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,502 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:08:50,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:50,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:50,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:08:50,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:50,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:08:50,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:08:50,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:50,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:08:50,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:08:50,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:50,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:08:50,771 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,779 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,809 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:08:50,824 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:08:50,848 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:08:50,855 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63846157, jitterRate=-0.048618122935295105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:08:50,862 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:08:50,863 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:08:50,930 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f428f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:08:50,995 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:08:51,014 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:08:51,016 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:08:51,021 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:08:51,030 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 7 msec 2024-11-21T19:08:51,049 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 11 msec 2024-11-21T19:08:51,055 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:08:51,118 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:08:51,144 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:08:51,195 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:08:51,198 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:08:51,201 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:08:51,211 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:08:51,214 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:08:51,227 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:08:51,241 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:08:51,242 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:08:51,253 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:08:51,267 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:08:51,279 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:08:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:08:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:08:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:08:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,295 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,45165,1732216126641, sessionid=0x10160161a890000, setting cluster-up flag (Was=false) 2024-11-21T19:08:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,353 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:08:51,356 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,45165,1732216126641 2024-11-21T19:08:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:51,399 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:08:51,401 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,45165,1732216126641 2024-11-21T19:08:51,491 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:45107 2024-11-21T19:08:51,498 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d90ca23533b:43235 2024-11-21T19:08:51,525 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1008): ClusterId : c05d66ca-9062-41e5-929a-583b978b0e30 2024-11-21T19:08:51,530 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:08:51,532 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1008): ClusterId : c05d66ca-9062-41e5-929a-583b978b0e30 2024-11-21T19:08:51,532 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:08:51,541 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:08:51,552 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:08:51,556 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:08:51,564 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,45165,1732216126641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:08:51,570 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:08:51,570 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:08:51,570 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:08:51,571 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:08:51,571 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:08:51,571 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:51,571 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:08:51,571 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:51,584 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732216161583 2024-11-21T19:08:51,586 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:08:51,587 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:08:51,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:08:51,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:08:51,591 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:08:51,592 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:08:51,595 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:08:51,595 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:08:51,599 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:51,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:51,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:08:51,605 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:08:51,607 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:08:51,607 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:08:51,607 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:08:51,608 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:08:51,608 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:08:51,607 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:08:51,619 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:08:51,620 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:08:51,626 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216131622,5,FailOnTimeoutGroup] 2024-11-21T19:08:51,627 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216131626,5,FailOnTimeoutGroup] 2024-11-21T19:08:51,627 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:51,627 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:08:51,629 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:51,629 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:51,661 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:08:51,662 DEBUG [RS:0;2d90ca23533b:45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1105c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:08:51,667 DEBUG [RS:0;2d90ca23533b:45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b45bdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:08:51,672 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:08:51,672 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:08:51,672 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:08:51,685 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:08:51,685 DEBUG [RS:1;2d90ca23533b:43235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bfb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:08:51,686 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,45165,1732216126641 with isa=2d90ca23533b/172.17.0.3:45107, startcode=1732216128320 2024-11-21T19:08:51,703 DEBUG [RS:1;2d90ca23533b:43235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4f0756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:08:51,703 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:08:51,703 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:08:51,703 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:08:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:08:51,708 DEBUG [RS:0;2d90ca23533b:45107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:08:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:08:51,709 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,45165,1732216126641 with isa=2d90ca23533b/172.17.0.3:43235, startcode=1732216128542 2024-11-21T19:08:51,709 DEBUG [RS:1;2d90ca23533b:43235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:08:51,728 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:08:51,729 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 2024-11-21T19:08:51,784 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60985, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:08:51,787 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60051, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:08:51,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45165 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,45107,1732216128320 2024-11-21T19:08:51,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45165 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,45107,1732216128320 2024-11-21T19:08:51,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45165 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,43235,1732216128542 2024-11-21T19:08:51,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45165 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,43235,1732216128542 2024-11-21T19:08:51,839 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 2024-11-21T19:08:51,839 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38217 2024-11-21T19:08:51,839 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:08:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:08:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:08:51,848 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 2024-11-21T19:08:51,849 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38217 2024-11-21T19:08:51,849 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:08:51,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:08:51,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:08:51,889 DEBUG [RS:0;2d90ca23533b:45107 {}] zookeeper.ZKUtil(111): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,45107,1732216128320 2024-11-21T19:08:51,889 WARN [RS:0;2d90ca23533b:45107 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:08:51,890 INFO [RS:0;2d90ca23533b:45107 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:08:51,890 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320 2024-11-21T19:08:51,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,45107,1732216128320] 2024-11-21T19:08:51,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,43235,1732216128542] 2024-11-21T19:08:51,895 DEBUG [RS:1;2d90ca23533b:43235 {}] zookeeper.ZKUtil(111): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,43235,1732216128542 2024-11-21T19:08:51,895 WARN [RS:1;2d90ca23533b:43235 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:08:51,895 INFO [RS:1;2d90ca23533b:43235 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:08:51,895 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,43235,1732216128542 2024-11-21T19:08:51,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:08:51,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:51,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:51,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:08:51,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:08:51,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:51,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:51,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:08:51,951 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:08:51,951 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:08:51,966 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:08:51,966 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:08:51,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:08:51,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:51,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:51,995 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:08:51,999 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:08:52,002 INFO [RS:1;2d90ca23533b:43235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:08:52,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740 2024-11-21T19:08:52,003 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,003 INFO [RS:0;2d90ca23533b:45107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:08:52,003 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740 2024-11-21T19:08:52,008 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:08:52,010 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:08:52,024 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:08:52,029 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,029 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,029 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,029 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,029 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,030 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,031 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,031 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,031 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,031 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:08:52,031 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:08:52,031 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:08:52,031 DEBUG [RS:0;2d90ca23533b:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:08:52,031 DEBUG [RS:1;2d90ca23533b:43235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:08:52,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:08:52,061 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,062 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,062 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,062 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,062 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45107,1732216128320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:08:52,073 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,073 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,073 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,074 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,074 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43235,1732216128542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:08:52,118 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:08:52,121 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72299049, jitterRate=0.0773397833108902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:08:52,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:08:52,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:08:52,124 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:08:52,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:08:52,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:08:52,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:08:52,131 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:08:52,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:08:52,135 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:08:52,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:08:52,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:08:52,139 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45107,1732216128320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,139 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:08:52,139 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43235,1732216128542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:52,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:08:52,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:08:52,171 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.Replication(204): 2d90ca23533b,45107,1732216128320 started 2024-11-21T19:08:52,172 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,45107,1732216128320, RpcServer on 2d90ca23533b/172.17.0.3:45107, sessionid=0x10160161a890001 2024-11-21T19:08:52,173 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:08:52,173 DEBUG [RS:0;2d90ca23533b:45107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,45107,1732216128320 2024-11-21T19:08:52,173 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,45107,1732216128320' 2024-11-21T19:08:52,173 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:08:52,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:08:52,183 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.Replication(204): 2d90ca23533b,43235,1732216128542 started 2024-11-21T19:08:52,183 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,43235,1732216128542, RpcServer on 2d90ca23533b/172.17.0.3:43235, sessionid=0x10160161a890002 2024-11-21T19:08:52,183 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:08:52,183 DEBUG [RS:1;2d90ca23533b:43235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,43235,1732216128542 2024-11-21T19:08:52,184 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,43235,1732216128542' 2024-11-21T19:08:52,184 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:08:52,187 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:08:52,199 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:08:52,199 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:08:52,200 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:08:52,200 DEBUG [RS:0;2d90ca23533b:45107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,45107,1732216128320 2024-11-21T19:08:52,200 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,45107,1732216128320' 2024-11-21T19:08:52,200 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:08:52,203 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:08:52,203 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:08:52,203 DEBUG [RS:1;2d90ca23533b:43235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,43235,1732216128542 2024-11-21T19:08:52,203 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,43235,1732216128542' 2024-11-21T19:08:52,203 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:08:52,204 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:08:52,205 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:08:52,205 DEBUG [RS:0;2d90ca23533b:45107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:08:52,205 INFO [RS:0;2d90ca23533b:45107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:08:52,205 INFO [RS:0;2d90ca23533b:45107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:08:52,205 DEBUG [RS:1;2d90ca23533b:43235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:08:52,205 INFO [RS:1;2d90ca23533b:43235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:08:52,205 INFO [RS:1;2d90ca23533b:43235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:08:52,313 INFO [RS:1;2d90ca23533b:43235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:08:52,314 INFO [RS:0;2d90ca23533b:45107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:08:52,322 INFO [RS:1;2d90ca23533b:43235 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C43235%2C1732216128542, suffix=, logDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,43235,1732216128542, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/oldWALs, maxLogs=32 2024-11-21T19:08:52,325 WARN [2d90ca23533b:45165 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:08:52,349 INFO [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C45107%2C1732216128320, suffix=, logDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/oldWALs, maxLogs=32 2024-11-21T19:08:52,374 DEBUG [RS:1;2d90ca23533b:43235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,43235,1732216128542/2d90ca23533b%2C43235%2C1732216128542.1732216132326, exclude list is [], retry=0 2024-11-21T19:08:52,374 DEBUG [RS:0;2d90ca23533b:45107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320/2d90ca23533b%2C45107%2C1732216128320.1732216132351, exclude list is [], retry=0 2024-11-21T19:08:52,392 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d45af86-709c-46e9-8740-872dc5cfb689,DISK] 2024-11-21T19:08:52,399 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41221,DS-78337d0e-c0e2-4b1e-9fcb-b2739076af24,DISK] 2024-11-21T19:08:52,402 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41221,DS-78337d0e-c0e2-4b1e-9fcb-b2739076af24,DISK] 2024-11-21T19:08:52,403 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d45af86-709c-46e9-8740-872dc5cfb689,DISK] 2024-11-21T19:08:52,423 INFO [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320/2d90ca23533b%2C45107%2C1732216128320.1732216132351 2024-11-21T19:08:52,427 INFO [RS:1;2d90ca23533b:43235 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,43235,1732216128542/2d90ca23533b%2C43235%2C1732216128542.1732216132326 2024-11-21T19:08:52,428 DEBUG [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-21T19:08:52,436 DEBUG [RS:1;2d90ca23533b:43235 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-21T19:08:52,579 DEBUG [2d90ca23533b:45165 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T19:08:52,583 DEBUG [2d90ca23533b:45165 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:08:52,598 DEBUG [2d90ca23533b:45165 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:08:52,598 DEBUG [2d90ca23533b:45165 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:08:52,598 INFO [2d90ca23533b:45165 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:08:52,598 INFO [2d90ca23533b:45165 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:08:52,598 DEBUG [2d90ca23533b:45165 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:08:52,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,45107,1732216128320 2024-11-21T19:08:52,614 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,45107,1732216128320, state=OPENING 2024-11-21T19:08:52,636 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:08:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:52,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:08:52,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:08:52,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:08:52,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,45107,1732216128320}] 2024-11-21T19:08:52,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,45107,1732216128320 2024-11-21T19:08:52,830 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:08:52,834 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:08:52,870 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:08:52,870 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:08:52,871 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:08:52,880 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C45107%2C1732216128320.meta, suffix=.meta, logDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320, archiveDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/oldWALs, maxLogs=32 2024-11-21T19:08:52,907 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320/2d90ca23533b%2C45107%2C1732216128320.meta.1732216132883.meta, exclude list is [], retry=0 2024-11-21T19:08:52,921 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41221,DS-78337d0e-c0e2-4b1e-9fcb-b2739076af24,DISK] 2024-11-21T19:08:52,923 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d45af86-709c-46e9-8740-872dc5cfb689,DISK] 2024-11-21T19:08:52,946 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320/2d90ca23533b%2C45107%2C1732216128320.meta.1732216132883.meta 2024-11-21T19:08:52,951 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41905:41905)] 2024-11-21T19:08:52,951 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:08:52,953 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:08:53,068 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:08:53,086 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:08:53,093 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:08:53,094 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:53,095 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:08:53,095 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:08:53,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:08:53,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:08:53,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:53,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:53,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:08:53,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:08:53,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:08:53,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:08:53,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:53,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:08:53,129 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740 2024-11-21T19:08:53,134 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740 2024-11-21T19:08:53,138 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:08:53,147 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:08:53,151 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65456058, jitterRate=-0.02462872862815857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:08:53,153 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:08:53,163 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732216132821 2024-11-21T19:08:53,182 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:08:53,183 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:08:53,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,45107,1732216128320 2024-11-21T19:08:53,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,45107,1732216128320, state=OPEN 2024-11-21T19:08:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:08:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:08:53,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:08:53,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:08:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:08:53,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:08:53,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:08:53,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,45107,1732216128320 in 577 msec 2024-11-21T19:08:53,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:08:53,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0990 sec 2024-11-21T19:08:53,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.8110 sec 2024-11-21T19:08:53,271 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732216133270, completionTime=-1 2024-11-21T19:08:53,271 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-21T19:08:53,271 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:08:53,331 DEBUG [hconnection-0xdd0bad6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:08:53,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:08:53,357 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-21T19:08:53,357 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732216193357 2024-11-21T19:08:53,357 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732216253357 2024-11-21T19:08:53,357 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 86 msec 2024-11-21T19:08:53,463 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:08:53,477 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45165,1732216126641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:53,477 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45165,1732216126641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:53,477 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45165,1732216126641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:53,479 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:45165, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:53,480 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:53,491 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:08:53,493 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:08:53,495 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:08:53,508 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:08:53,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:08:53,565 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:53,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:08:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:08:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:08:53,655 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5588b5d435eee0da8d50f8d4ba70a8ad, NAME => 'hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 2024-11-21T19:08:53,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:08:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:08:53,711 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:53,711 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5588b5d435eee0da8d50f8d4ba70a8ad, disabling compactions & flushes 2024-11-21T19:08:53,711 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:53,712 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:53,712 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. after waiting 0 ms 2024-11-21T19:08:53,712 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:53,712 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:53,712 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5588b5d435eee0da8d50f8d4ba70a8ad: 2024-11-21T19:08:53,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:08:53,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732216133721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216133721"}]},"ts":"1732216133721"} 2024-11-21T19:08:53,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:08:53,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:08:53,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216133779"}]},"ts":"1732216133779"} 2024-11-21T19:08:53,802 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:08:53,858 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:08:53,860 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:08:53,860 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:08:53,861 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:08:53,861 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:08:53,861 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:08:53,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5588b5d435eee0da8d50f8d4ba70a8ad, ASSIGN}] 2024-11-21T19:08:53,868 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5588b5d435eee0da8d50f8d4ba70a8ad, ASSIGN 2024-11-21T19:08:53,871 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5588b5d435eee0da8d50f8d4ba70a8ad, ASSIGN; state=OFFLINE, location=2d90ca23533b,43235,1732216128542; forceNewPlan=false, retain=false 2024-11-21T19:08:54,022 INFO [2d90ca23533b:45165 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T19:08:54,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5588b5d435eee0da8d50f8d4ba70a8ad, regionState=OPENING, regionLocation=2d90ca23533b,43235,1732216128542 2024-11-21T19:08:54,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5588b5d435eee0da8d50f8d4ba70a8ad, server=2d90ca23533b,43235,1732216128542}] 2024-11-21T19:08:54,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,43235,1732216128542 2024-11-21T19:08:54,185 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:08:54,187 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:08:54,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:54,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5588b5d435eee0da8d50f8d4ba70a8ad, NAME => 'hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:08:54,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:54,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,204 INFO [StoreOpener-5588b5d435eee0da8d50f8d4ba70a8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,212 INFO [StoreOpener-5588b5d435eee0da8d50f8d4ba70a8ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5588b5d435eee0da8d50f8d4ba70a8ad columnFamilyName info 2024-11-21T19:08:54,212 DEBUG [StoreOpener-5588b5d435eee0da8d50f8d4ba70a8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:54,213 INFO [StoreOpener-5588b5d435eee0da8d50f8d4ba70a8ad-1 {}] regionserver.HStore(327): Store=5588b5d435eee0da8d50f8d4ba70a8ad/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:08:54,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:54,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:08:54,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5588b5d435eee0da8d50f8d4ba70a8ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61795606, jitterRate=-0.07917371392250061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:08:54,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5588b5d435eee0da8d50f8d4ba70a8ad: 2024-11-21T19:08:54,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad., pid=6, masterSystemTime=1732216134184 2024-11-21T19:08:54,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:54,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:54,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5588b5d435eee0da8d50f8d4ba70a8ad, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,43235,1732216128542 2024-11-21T19:08:54,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:08:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5588b5d435eee0da8d50f8d4ba70a8ad, server=2d90ca23533b,43235,1732216128542 in 243 msec 2024-11-21T19:08:54,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:08:54,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5588b5d435eee0da8d50f8d4ba70a8ad, ASSIGN in 428 msec 2024-11-21T19:08:54,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:08:54,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216134306"}]},"ts":"1732216134306"} 2024-11-21T19:08:54,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:08:54,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:08:54,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 845 msec 2024-11-21T19:08:54,362 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:08:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:08:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:54,402 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:08:54,408 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:08:54,428 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:08:54,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:08:54,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 80 msec 2024-11-21T19:08:54,519 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:08:54,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:08:54,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 48 msec 2024-11-21T19:08:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:08:54,615 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.684sec 2024-11-21T19:08:54,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:08:54,624 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:08:54,626 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:08:54,627 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:08:54,627 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:08:54,627 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:08:54,628 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45165,1732216126641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:08:54,629 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45165,1732216126641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:08:54,635 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:08:54,636 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:08:54,636 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45165,1732216126641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:08:54,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55f314ad to 127.0.0.1:61025 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64d4d0f9 2024-11-21T19:08:54,701 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T19:08:54,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dcc461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:08:54,723 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T19:08:54,723 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T19:08:54,775 DEBUG [hconnection-0x244984b5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:08:54,788 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:08:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,45165,1732216126641 2024-11-21T19:08:54,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:08:54,817 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:08:54,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:08:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-21T19:08:54,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:08:54,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-21T19:08:54,848 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:54,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:08:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:08:54,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:08:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:08:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:08:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:08:55,332 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ab0cbdf40d8890f2664cb5a21d5721be, NAME => 'testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 2024-11-21T19:08:55,332 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4f388ee2ddb6b7594584965d112e243a, NAME => 'testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702 2024-11-21T19:08:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:08:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:08:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:08:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:08:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:08:55,773 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:55,774 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing ab0cbdf40d8890f2664cb5a21d5721be, disabling compactions & flushes 2024-11-21T19:08:55,774 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:55,774 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:55,774 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. after waiting 0 ms 2024-11-21T19:08:55,774 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:55,774 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:55,774 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for ab0cbdf40d8890f2664cb5a21d5721be: 2024-11-21T19:08:55,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:55,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4f388ee2ddb6b7594584965d112e243a, disabling compactions & flushes 2024-11-21T19:08:55,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:55,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:55,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. after waiting 0 ms 2024-11-21T19:08:55,776 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:55,776 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:55,776 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4f388ee2ddb6b7594584965d112e243a: 2024-11-21T19:08:55,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:08:55,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216135778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216135778"}]},"ts":"1732216135778"} 2024-11-21T19:08:55,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216135778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216135778"}]},"ts":"1732216135778"} 2024-11-21T19:08:55,817 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-21T19:08:55,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:08:55,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216135820"}]},"ts":"1732216135820"} 2024-11-21T19:08:55,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-21T19:08:55,940 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:08:55,942 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:08:55,943 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:08:55,943 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:08:55,943 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:08:55,943 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:08:55,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab0cbdf40d8890f2664cb5a21d5721be, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f388ee2ddb6b7594584965d112e243a, ASSIGN}] 2024-11-21T19:08:55,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f388ee2ddb6b7594584965d112e243a, ASSIGN 2024-11-21T19:08:55,946 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab0cbdf40d8890f2664cb5a21d5721be, ASSIGN 2024-11-21T19:08:55,948 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab0cbdf40d8890f2664cb5a21d5721be, ASSIGN; state=OFFLINE, location=2d90ca23533b,43235,1732216128542; forceNewPlan=false, retain=false 2024-11-21T19:08:55,948 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f388ee2ddb6b7594584965d112e243a, ASSIGN; state=OFFLINE, location=2d90ca23533b,45107,1732216128320; forceNewPlan=false, retain=false 2024-11-21T19:08:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:08:56,099 INFO [2d90ca23533b:45165 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-21T19:08:56,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ab0cbdf40d8890f2664cb5a21d5721be, regionState=OPENING, regionLocation=2d90ca23533b,43235,1732216128542 2024-11-21T19:08:56,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f388ee2ddb6b7594584965d112e243a, regionState=OPENING, regionLocation=2d90ca23533b,45107,1732216128320 2024-11-21T19:08:56,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure ab0cbdf40d8890f2664cb5a21d5721be, server=2d90ca23533b,43235,1732216128542}] 2024-11-21T19:08:56,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 4f388ee2ddb6b7594584965d112e243a, server=2d90ca23533b,45107,1732216128320}] 2024-11-21T19:08:56,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,43235,1732216128542 2024-11-21T19:08:56,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,45107,1732216128320 2024-11-21T19:08:56,268 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:56,268 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => ab0cbdf40d8890f2664cb5a21d5721be, NAME => 'testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be.', STARTKEY => '', ENDKEY => '5'} 2024-11-21T19:08:56,268 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,269 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:56,269 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,269 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,278 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:56,278 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f388ee2ddb6b7594584965d112e243a, NAME => 'testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a.', STARTKEY => '5', ENDKEY => ''} 2024-11-21T19:08:56,280 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,280 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:08:56,280 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,280 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,287 INFO [StoreOpener-ab0cbdf40d8890f2664cb5a21d5721be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,293 INFO [StoreOpener-4f388ee2ddb6b7594584965d112e243a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,295 INFO [StoreOpener-ab0cbdf40d8890f2664cb5a21d5721be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0cbdf40d8890f2664cb5a21d5721be columnFamilyName family 2024-11-21T19:08:56,295 DEBUG [StoreOpener-ab0cbdf40d8890f2664cb5a21d5721be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:56,297 INFO [StoreOpener-ab0cbdf40d8890f2664cb5a21d5721be-1 {}] regionserver.HStore(327): Store=ab0cbdf40d8890f2664cb5a21d5721be/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:08:56,299 INFO [StoreOpener-4f388ee2ddb6b7594584965d112e243a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f388ee2ddb6b7594584965d112e243a columnFamilyName family 2024-11-21T19:08:56,299 DEBUG [StoreOpener-4f388ee2ddb6b7594584965d112e243a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:08:56,299 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,300 INFO [StoreOpener-4f388ee2ddb6b7594584965d112e243a-1 {}] regionserver.HStore(327): Store=4f388ee2ddb6b7594584965d112e243a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:08:56,300 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,303 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,304 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,305 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:56,312 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:08:56,313 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:56,313 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened ab0cbdf40d8890f2664cb5a21d5721be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67380551, jitterRate=0.004048451781272888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:08:56,314 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for ab0cbdf40d8890f2664cb5a21d5721be: 2024-11-21T19:08:56,319 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be., pid=12, masterSystemTime=1732216136259 2024-11-21T19:08:56,322 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:08:56,324 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4f388ee2ddb6b7594584965d112e243a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68016176, jitterRate=0.013520002365112305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:08:56,324 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4f388ee2ddb6b7594584965d112e243a: 2024-11-21T19:08:56,327 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a., pid=13, masterSystemTime=1732216136264 2024-11-21T19:08:56,328 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:56,328 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:56,332 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:56,332 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:56,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f388ee2ddb6b7594584965d112e243a, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,45107,1732216128320 2024-11-21T19:08:56,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ab0cbdf40d8890f2664cb5a21d5721be, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,43235,1732216128542 2024-11-21T19:08:56,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-21T19:08:56,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 4f388ee2ddb6b7594584965d112e243a, server=2d90ca23533b,45107,1732216128320 in 234 msec 2024-11-21T19:08:56,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T19:08:56,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure ab0cbdf40d8890f2664cb5a21d5721be, server=2d90ca23533b,43235,1732216128542 in 240 msec 2024-11-21T19:08:56,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f388ee2ddb6b7594584965d112e243a, ASSIGN in 404 msec 2024-11-21T19:08:56,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T19:08:56,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab0cbdf40d8890f2664cb5a21d5721be, ASSIGN in 407 msec 2024-11-21T19:08:56,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:08:56,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216136360"}]},"ts":"1732216136360"} 2024-11-21T19:08:56,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-21T19:08:56,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:08:56,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.5530 sec 2024-11-21T19:08:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:08:56,979 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-21T19:08:56,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-21T19:08:56,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:08:56,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-21T19:08:56,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:08:56,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-21T19:08:56,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:08:57,000 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:08:57,060 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4f388ee2ddb6b7594584965d112e243a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-21T19:08:57,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/.tmp/family/6599c9b1afa24ca2851757eb426d93d9 is 32, key is 5/family:/1732216137037/Put/seqid=0 2024-11-21T19:08:57,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741841_1017 (size=5083) 2024-11-21T19:08:57,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741841_1017 (size=5083) 2024-11-21T19:08:57,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:08:57,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:08:57,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T19:08:57,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T19:08:57,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:08:57,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:08:57,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:08:57,470 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T19:08:57,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-21T19:08:57,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-21T19:08:57,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/.tmp/family/6599c9b1afa24ca2851757eb426d93d9 2024-11-21T19:08:57,668 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/.tmp/family/6599c9b1afa24ca2851757eb426d93d9 as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/family/6599c9b1afa24ca2851757eb426d93d9 2024-11-21T19:08:57,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/family/6599c9b1afa24ca2851757eb426d93d9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-21T19:08:57,687 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4f388ee2ddb6b7594584965d112e243a in 628ms, sequenceid=9, compaction requested=false 2024-11-21T19:08:57,689 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-21T19:08:57,691 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4f388ee2ddb6b7594584965d112e243a: 2024-11-21T19:08:57,691 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ab0cbdf40d8890f2664cb5a21d5721be 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-21T19:08:57,720 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/.tmp/family/5be37d46fff145f293e6c3cb113111f9 is 32, key is 1/family:/1732216137001/Put/seqid=0 2024-11-21T19:08:57,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741842_1018 (size=5054) 2024-11-21T19:08:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741842_1018 (size=5054) 2024-11-21T19:08:57,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T19:08:57,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:08:58,157 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/.tmp/family/5be37d46fff145f293e6c3cb113111f9 2024-11-21T19:08:58,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/.tmp/family/5be37d46fff145f293e6c3cb113111f9 as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/family/5be37d46fff145f293e6c3cb113111f9 2024-11-21T19:08:58,186 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/family/5be37d46fff145f293e6c3cb113111f9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T19:08:58,188 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ab0cbdf40d8890f2664cb5a21d5721be in 497ms, sequenceid=8, compaction requested=false 2024-11-21T19:08:58,188 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ab0cbdf40d8890f2664cb5a21d5721be: 2024-11-21T19:08:58,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x208d7732 to 127.0.0.1:61025 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fad6a3f 2024-11-21T19:08:58,234 DEBUG [ReadOnlyZKClient-127.0.0.1:61025@0x208d7732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52054ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:08:58,287 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-21T19:08:58,296 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-21T19:08:58,318 DEBUG [ReadOnlyZKClient-127.0.0.1:61025@0x208d7732 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d90ca23533b,45107,1732216128320, seqNum=-1] 2024-11-21T19:08:58,322 DEBUG [ReadOnlyZKClient-127.0.0.1:61025@0x208d7732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:08:58,325 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:08:58,341 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:08:58,343 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:08:58,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:08:58,346 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:08:58,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-21T19:08:58,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:08:58,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x208d7732 to 127.0.0.1:61025 2024-11-21T19:08:58,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:08:58,357 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:08:58,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55f314ad to 127.0.0.1:61025 2024-11-21T19:08:58,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:08:58,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=730980057, stopped=false 2024-11-21T19:08:58,359 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,45165,1732216126641 2024-11-21T19:08:58,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:08:58,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:08:58,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:58,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:58,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:08:58,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:08:58,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:58,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,379 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,45107,1732216128320' ***** 2024-11-21T19:08:58,379 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:08:58,379 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,43235,1732216128542' ***** 2024-11-21T19:08:58,379 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:08:58,380 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:08:58,380 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:08:58,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:08:58,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:08:58,380 INFO [RS:1;2d90ca23533b:43235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:08:58,380 INFO [RS:0;2d90ca23533b:45107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:08:58,380 INFO [RS:1;2d90ca23533b:43235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:08:58,380 INFO [RS:0;2d90ca23533b:45107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:08:58,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:08:58,381 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(3579): Received CLOSE for ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:58,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:08:58,381 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(3579): Received CLOSE for 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:58,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:08:58,381 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(3579): Received CLOSE for 5588b5d435eee0da8d50f8d4ba70a8ad 2024-11-21T19:08:58,381 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,43235,1732216128542 2024-11-21T19:08:58,381 DEBUG [RS:1;2d90ca23533b:43235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,381 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:08:58,381 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1603): Online Regions={ab0cbdf40d8890f2664cb5a21d5721be=testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be., 5588b5d435eee0da8d50f8d4ba70a8ad=hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad.} 2024-11-21T19:08:58,382 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab0cbdf40d8890f2664cb5a21d5721be, disabling compactions & flushes 2024-11-21T19:08:58,382 DEBUG [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1629): Waiting on 5588b5d435eee0da8d50f8d4ba70a8ad, ab0cbdf40d8890f2664cb5a21d5721be 2024-11-21T19:08:58,382 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:58,382 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:58,382 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,45107,1732216128320 2024-11-21T19:08:58,382 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. after waiting 0 ms 2024-11-21T19:08:58,382 DEBUG [RS:0;2d90ca23533b:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,383 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:58,383 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:08:58,383 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4f388ee2ddb6b7594584965d112e243a, disabling compactions & flushes 2024-11-21T19:08:58,383 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:08:58,383 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:08:58,383 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:58,383 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:58,383 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:08:58,383 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. after waiting 0 ms 2024-11-21T19:08:58,383 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:58,387 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:08:58,387 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f388ee2ddb6b7594584965d112e243a=testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a.} 2024-11-21T19:08:58,387 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:08:58,387 DEBUG [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4f388ee2ddb6b7594584965d112e243a 2024-11-21T19:08:58,387 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:08:58,387 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:08:58,387 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:08:58,387 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:08:58,387 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-21T19:08:58,395 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/ab0cbdf40d8890f2664cb5a21d5721be/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T19:08:58,398 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:58,398 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab0cbdf40d8890f2664cb5a21d5721be: 2024-11-21T19:08:58,398 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732216134824.ab0cbdf40d8890f2664cb5a21d5721be. 2024-11-21T19:08:58,399 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5588b5d435eee0da8d50f8d4ba70a8ad, disabling compactions & flushes 2024-11-21T19:08:58,399 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:58,399 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:58,399 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. after waiting 0 ms 2024-11-21T19:08:58,399 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:58,399 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5588b5d435eee0da8d50f8d4ba70a8ad 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:08:58,403 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/default/testClearRegionBlockCache/4f388ee2ddb6b7594584965d112e243a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T19:08:58,404 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:58,404 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4f388ee2ddb6b7594584965d112e243a: 2024-11-21T19:08:58,405 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a. 2024-11-21T19:08:58,415 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/.tmp/info/23dc06b416164cf4ad5841a03fc91cc2 is 173, key is testClearRegionBlockCache,5,1732216134824.4f388ee2ddb6b7594584965d112e243a./info:regioninfo/1732216136335/Put/seqid=0 2024-11-21T19:08:58,418 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:08:58,420 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:08:58,422 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/.tmp/info/8880272e9fb44e1a88a98f4c2fceefa4 is 45, key is default/info:d/1732216134462/Put/seqid=0 2024-11-21T19:08:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:08:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:08:58,430 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/.tmp/info/23dc06b416164cf4ad5841a03fc91cc2 2024-11-21T19:08:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:08:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:08:58,436 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/.tmp/info/8880272e9fb44e1a88a98f4c2fceefa4 2024-11-21T19:08:58,451 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/.tmp/info/8880272e9fb44e1a88a98f4c2fceefa4 as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/info/8880272e9fb44e1a88a98f4c2fceefa4 2024-11-21T19:08:58,466 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/info/8880272e9fb44e1a88a98f4c2fceefa4, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:08:58,467 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/.tmp/table/39ecc47bd21040aa8bec4309ae22608e is 61, key is testClearRegionBlockCache/table:state/1732216136360/Put/seqid=0 2024-11-21T19:08:58,468 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5588b5d435eee0da8d50f8d4ba70a8ad in 69ms, sequenceid=6, compaction requested=false 2024-11-21T19:08:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:08:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:08:58,496 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/namespace/5588b5d435eee0da8d50f8d4ba70a8ad/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:08:58,498 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:58,498 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5588b5d435eee0da8d50f8d4ba70a8ad: 2024-11-21T19:08:58,499 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732216133492.5588b5d435eee0da8d50f8d4ba70a8ad. 2024-11-21T19:08:58,499 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/.tmp/table/39ecc47bd21040aa8bec4309ae22608e 2024-11-21T19:08:58,515 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/.tmp/info/23dc06b416164cf4ad5841a03fc91cc2 as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/info/23dc06b416164cf4ad5841a03fc91cc2 2024-11-21T19:08:58,532 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/info/23dc06b416164cf4ad5841a03fc91cc2, entries=30, sequenceid=16, filesize=9.1 K 2024-11-21T19:08:58,537 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/.tmp/table/39ecc47bd21040aa8bec4309ae22608e as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/table/39ecc47bd21040aa8bec4309ae22608e 2024-11-21T19:08:58,552 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/table/39ecc47bd21040aa8bec4309ae22608e, entries=4, sequenceid=16, filesize=5.3 K 2024-11-21T19:08:58,555 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=16, compaction requested=false 2024-11-21T19:08:58,571 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T19:08:58,573 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:08:58,573 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:08:58,573 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:08:58,573 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:08:58,582 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,43235,1732216128542; all regions closed. 2024-11-21T19:08:58,587 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,45107,1732216128320; all regions closed. 2024-11-21T19:08:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741834_1010 (size=3079) 2024-11-21T19:08:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741834_1010 (size=3079) 2024-11-21T19:08:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:08:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:08:58,598 DEBUG [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/oldWALs 2024-11-21T19:08:58,599 INFO [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C45107%2C1732216128320.meta:.meta(num 1732216132883) 2024-11-21T19:08:58,599 DEBUG [RS:1;2d90ca23533b:43235 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/oldWALs 2024-11-21T19:08:58,599 INFO [RS:1;2d90ca23533b:43235 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C43235%2C1732216128542:(num 1732216132326) 2024-11-21T19:08:58,599 DEBUG [RS:1;2d90ca23533b:43235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,599 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:08:58,603 INFO [RS:1;2d90ca23533b:43235 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:08:58,603 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:08:58,603 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:08:58,603 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:08:58,603 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:08:58,604 INFO [RS:1;2d90ca23533b:43235 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43235 2024-11-21T19:08:58,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:08:58,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,43235,1732216128542 2024-11-21T19:08:58,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741833_1009 (size=1867) 2024-11-21T19:08:58,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/WALs/2d90ca23533b,45107,1732216128320/2d90ca23533b%2C45107%2C1732216128320.1732216132351 not finished, retry = 0 2024-11-21T19:08:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741833_1009 (size=1867) 2024-11-21T19:08:58,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:08:58,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,43235,1732216128542] 2024-11-21T19:08:58,623 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,43235,1732216128542; numProcessing=1 2024-11-21T19:08:58,642 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,43235,1732216128542 already deleted, retry=false 2024-11-21T19:08:58,643 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,43235,1732216128542 expired; onlineServers=1 2024-11-21T19:08:58,727 DEBUG [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/oldWALs 2024-11-21T19:08:58,727 INFO [RS:0;2d90ca23533b:45107 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C45107%2C1732216128320:(num 1732216132351) 2024-11-21T19:08:58,727 DEBUG [RS:0;2d90ca23533b:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,728 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:08:58,728 INFO [RS:0;2d90ca23533b:45107 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-21T19:08:58,728 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:08:58,728 INFO [RS:0;2d90ca23533b:45107 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45107 2024-11-21T19:08:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:08:58,733 INFO [RS:1;2d90ca23533b:43235 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,43235,1732216128542; zookeeper connection closed. 2024-11-21T19:08:58,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43235-0x10160161a890002, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:08:58,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee2bdb4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ee2bdb4 2024-11-21T19:08:58,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:08:58,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,45107,1732216128320] 2024-11-21T19:08:58,737 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,45107,1732216128320; numProcessing=2 2024-11-21T19:08:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,45107,1732216128320 2024-11-21T19:08:58,745 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,45107,1732216128320 already deleted, retry=false 2024-11-21T19:08:58,745 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,45107,1732216128320 expired; onlineServers=0 2024-11-21T19:08:58,745 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,45165,1732216126641' ***** 2024-11-21T19:08:58,745 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:08:58,745 DEBUG [M:0;2d90ca23533b:45165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b5ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:08:58,745 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,45165,1732216126641 2024-11-21T19:08:58,745 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,45165,1732216126641; all regions closed. 2024-11-21T19:08:58,745 DEBUG [M:0;2d90ca23533b:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:08:58,746 DEBUG [M:0;2d90ca23533b:45165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:08:58,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:08:58,746 DEBUG [M:0;2d90ca23533b:45165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:08:58,746 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216131622 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216131622,5,FailOnTimeoutGroup] 2024-11-21T19:08:58,746 INFO [M:0;2d90ca23533b:45165 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:08:58,746 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216131626 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216131626,5,FailOnTimeoutGroup] 2024-11-21T19:08:58,747 DEBUG [M:0;2d90ca23533b:45165 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:08:58,747 INFO [M:0;2d90ca23533b:45165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:08:58,748 INFO [M:0;2d90ca23533b:45165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:08:58,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:08:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:08:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:08:58,763 INFO [M:0;2d90ca23533b:45165 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:08:58,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-21T19:08:58,763 INFO [M:0;2d90ca23533b:45165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:08:58,763 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-21T19:08:58,763 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:08:58,763 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:58,763 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:58,763 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:08:58,764 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:58,764 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-21T19:08:58,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:08:58,798 DEBUG [M:0;2d90ca23533b:45165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16ca2d09af6a4e5c97e29b37b9451cd6 is 82, key is hbase:meta,,1/info:regioninfo/1732216133183/Put/seqid=0 2024-11-21T19:08:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:08:58,847 INFO [M:0;2d90ca23533b:45165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16ca2d09af6a4e5c97e29b37b9451cd6 2024-11-21T19:08:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:08:58,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:08:58,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x10160161a890001, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:08:58,853 INFO [RS:0;2d90ca23533b:45107 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,45107,1732216128320; zookeeper connection closed. 2024-11-21T19:08:58,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f7e657b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f7e657b 2024-11-21T19:08:58,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-21T19:08:58,916 DEBUG [M:0;2d90ca23533b:45165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a9f5b3db9844fd9e9349281e90f26b is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732216136384/Put/seqid=0 2024-11-21T19:08:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741847_1023 (size=7577) 2024-11-21T19:08:58,967 INFO [M:0;2d90ca23533b:45165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a9f5b3db9844fd9e9349281e90f26b 2024-11-21T19:08:58,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741847_1023 (size=7577) 2024-11-21T19:08:59,015 DEBUG [M:0;2d90ca23533b:45165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d00bd1d46fb34a2a9442b98a558d9ee0 is 69, key is 2d90ca23533b,43235,1732216128542/rs:state/1732216131836/Put/seqid=0 2024-11-21T19:08:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:08:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:08:59,043 INFO [M:0;2d90ca23533b:45165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d00bd1d46fb34a2a9442b98a558d9ee0 2024-11-21T19:08:59,062 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16ca2d09af6a4e5c97e29b37b9451cd6 as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16ca2d09af6a4e5c97e29b37b9451cd6 2024-11-21T19:08:59,073 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16ca2d09af6a4e5c97e29b37b9451cd6, entries=8, sequenceid=108, filesize=5.5 K 2024-11-21T19:08:59,075 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3a9f5b3db9844fd9e9349281e90f26b as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3a9f5b3db9844fd9e9349281e90f26b 2024-11-21T19:08:59,093 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3a9f5b3db9844fd9e9349281e90f26b, entries=13, sequenceid=108, filesize=7.4 K 2024-11-21T19:08:59,098 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d00bd1d46fb34a2a9442b98a558d9ee0 as hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d00bd1d46fb34a2a9442b98a558d9ee0 2024-11-21T19:08:59,112 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38217/user/jenkins/test-data/c3658be4-5723-bd82-5c28-789aa10b4702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d00bd1d46fb34a2a9442b98a558d9ee0, entries=2, sequenceid=108, filesize=5.1 K 2024-11-21T19:08:59,115 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 351ms, sequenceid=108, compaction requested=false 2024-11-21T19:08:59,131 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:08:59,131 DEBUG [M:0;2d90ca23533b:45165 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:08:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741830_1006 (size=54453) 2024-11-21T19:08:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41221 is added to blk_1073741830_1006 (size=54453) 2024-11-21T19:08:59,151 INFO [M:0;2d90ca23533b:45165 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:08:59,151 INFO [M:0;2d90ca23533b:45165 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45165 2024-11-21T19:08:59,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:08:59,163 DEBUG [M:0;2d90ca23533b:45165 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,45165,1732216126641 already deleted, retry=false 2024-11-21T19:08:59,325 INFO [M:0;2d90ca23533b:45165 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,45165,1732216126641; zookeeper connection closed. 2024-11-21T19:08:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:08:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10160161a890000, quorum=127.0.0.1:61025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:08:59,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bb17ed9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:08:59,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6351ce29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:08:59,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:08:59,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bea51fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:08:59,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715a1d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir/,STOPPED} 2024-11-21T19:08:59,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:08:59,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:08:59,386 WARN [BP-950799136-172.17.0.3-1732216121466 heartbeating to localhost/127.0.0.1:38217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:08:59,387 WARN [BP-950799136-172.17.0.3-1732216121466 heartbeating to localhost/127.0.0.1:38217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-950799136-172.17.0.3-1732216121466 (Datanode Uuid 43e00f56-1472-4009-805d-3b678fe22b3e) service to localhost/127.0.0.1:38217 2024-11-21T19:08:59,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data3/current/BP-950799136-172.17.0.3-1732216121466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:08:59,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data4/current/BP-950799136-172.17.0.3-1732216121466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:08:59,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:08:59,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23857198{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:08:59,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3baf37d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:08:59,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:08:59,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69da811c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:08:59,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f120f03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir/,STOPPED} 2024-11-21T19:08:59,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:08:59,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:08:59,437 WARN [BP-950799136-172.17.0.3-1732216121466 heartbeating to localhost/127.0.0.1:38217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:08:59,437 WARN [BP-950799136-172.17.0.3-1732216121466 heartbeating to localhost/127.0.0.1:38217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-950799136-172.17.0.3-1732216121466 (Datanode Uuid ec961826-9f78-4b9e-9339-833e53317bc0) service to localhost/127.0.0.1:38217 2024-11-21T19:08:59,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data2/current/BP-950799136-172.17.0.3-1732216121466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:08:59,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/cluster_d4023a39-d3cd-73d1-d1ae-94fe64938040/dfs/data/data1/current/BP-950799136-172.17.0.3-1732216121466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:08:59,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:08:59,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11d30c62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:08:59,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e520b7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:08:59,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:08:59,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1973f2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:08:59,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68304480{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir/,STOPPED} 2024-11-21T19:08:59,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:08:59,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T19:08:59,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=77 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2d90ca23533b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2d90ca23533b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2d528ae7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38217 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/2d90ca23533b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/2d90ca23533b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38217 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1091 (was 1035) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4149 (was 4798) 2024-11-21T19:08:59,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=77, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=1091, ProcessCount=11, AvailableMemoryMB=4156 2024-11-21T19:08:59,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir so I do NOT create it in target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a 2024-11-21T19:08:59,600 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T19:08:59,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.tmp.dir so I do NOT create it in target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a 2024-11-21T19:08:59,600 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9b21917-8432-640f-9859-0270112b9857/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T19:08:59,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a 2024-11-21T19:08:59,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:08:59,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa, deleteOnExit=true 2024-11-21T19:08:59,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:08:59,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/test.cache.data in system properties and HBase conf 2024-11-21T19:08:59,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:08:59,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:08:59,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:08:59,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:08:59,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:08:59,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:08:59,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:08:59,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:08:59,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:08:59,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:08:59,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:08:59,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:08:59,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:08:59,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:08:59,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:08:59,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:08:59,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee8ed80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:08:59,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2788d498{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:00,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c984aed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/java.io.tmpdir/jetty-localhost-33591-hadoop-hdfs-3_4_1-tests_jar-_-any-6010836664847897815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:00,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bf552dc{HTTP/1.1, (http/1.1)}{localhost:33591} 2024-11-21T19:09:00,076 INFO [Time-limited test {}] server.Server(415): Started @22387ms 2024-11-21T19:09:00,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:00,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:00,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:00,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:00,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:00,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e13777f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:00,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42432a77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:00,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3645e315{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-6908473727436687508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:00,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37fa9935{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-11-21T19:09:00,604 INFO [Time-limited test {}] server.Server(415): Started @22915ms 2024-11-21T19:09:00,606 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:00,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:00,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:00,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:00,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:00,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:00,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77183ab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:00,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14c12ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:00,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4011f65c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/java.io.tmpdir/jetty-localhost-46093-hadoop-hdfs-3_4_1-tests_jar-_-any-13780995084588884053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:00,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36222f74{HTTP/1.1, (http/1.1)}{localhost:46093} 2024-11-21T19:09:00,891 INFO [Time-limited test {}] server.Server(415): Started @23202ms 2024-11-21T19:09:00,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:01,375 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data2/current/BP-779390552-172.17.0.3-1732216139642/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:01,379 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data1/current/BP-779390552-172.17.0.3-1732216139642/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:01,438 WARN [Thread-335 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74680bc843838db3 with lease ID 0xa3ff96c6668c3a89: Processing first storage report for DS-d12bebfa-7869-4965-9246-f300369fd823 from datanode DatanodeRegistration(127.0.0.1:43849, datanodeUuid=641a0729-0365-4039-beae-bb00d8985646, infoPort=36103, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642) 2024-11-21T19:09:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74680bc843838db3 with lease ID 0xa3ff96c6668c3a89: from storage DS-d12bebfa-7869-4965-9246-f300369fd823 node DatanodeRegistration(127.0.0.1:43849, datanodeUuid=641a0729-0365-4039-beae-bb00d8985646, infoPort=36103, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74680bc843838db3 with lease ID 0xa3ff96c6668c3a89: Processing first storage report for DS-b6e3dee4-8fd8-4656-a311-960f526a82db from datanode DatanodeRegistration(127.0.0.1:43849, datanodeUuid=641a0729-0365-4039-beae-bb00d8985646, infoPort=36103, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642) 2024-11-21T19:09:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74680bc843838db3 with lease ID 0xa3ff96c6668c3a89: from storage DS-b6e3dee4-8fd8-4656-a311-960f526a82db node DatanodeRegistration(127.0.0.1:43849, datanodeUuid=641a0729-0365-4039-beae-bb00d8985646, infoPort=36103, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:01,562 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data4/current/BP-779390552-172.17.0.3-1732216139642/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:01,562 WARN [Thread-382 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data3/current/BP-779390552-172.17.0.3-1732216139642/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:01,603 WARN [Thread-358 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db3500cef68d7fd with lease ID 0xa3ff96c6668c3a8a: Processing first storage report for DS-937ec1e7-e838-4906-b976-a968d577bc52 from datanode DatanodeRegistration(127.0.0.1:36875, datanodeUuid=8a62f250-5da9-4a56-91e9-4ad4114cae06, infoPort=37931, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642) 2024-11-21T19:09:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db3500cef68d7fd with lease ID 0xa3ff96c6668c3a8a: from storage DS-937ec1e7-e838-4906-b976-a968d577bc52 node DatanodeRegistration(127.0.0.1:36875, datanodeUuid=8a62f250-5da9-4a56-91e9-4ad4114cae06, infoPort=37931, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db3500cef68d7fd with lease ID 0xa3ff96c6668c3a8a: Processing first storage report for DS-d52301c9-b80c-4db4-a210-69c1f5c9b585 from datanode DatanodeRegistration(127.0.0.1:36875, datanodeUuid=8a62f250-5da9-4a56-91e9-4ad4114cae06, infoPort=37931, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642) 2024-11-21T19:09:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db3500cef68d7fd with lease ID 0xa3ff96c6668c3a8a: from storage DS-d52301c9-b80c-4db4-a210-69c1f5c9b585 node DatanodeRegistration(127.0.0.1:36875, datanodeUuid=8a62f250-5da9-4a56-91e9-4ad4114cae06, infoPort=37931, infoSecurePort=0, ipcPort=36573, storageInfo=lv=-57;cid=testClusterID;nsid=1536856636;c=1732216139642), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:01,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a 2024-11-21T19:09:01,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/zookeeper_0, clientPort=50891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:09:01,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50891 2024-11-21T19:09:01,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:01,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:01,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:01,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:01,751 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 with version=8 2024-11-21T19:09:01,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/hbase-staging 2024-11-21T19:09:01,755 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:01,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:01,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:01,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:01,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:01,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:01,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:01,756 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:01,759 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42849 2024-11-21T19:09:01,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:01,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:01,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42849 connecting to ZooKeeper ensemble=127.0.0.1:50891 2024-11-21T19:09:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428490x0, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:01,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42849-0x101601659d30000 connected 2024-11-21T19:09:01,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:01,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:01,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:01,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-21T19:09:01,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42849 2024-11-21T19:09:01,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42849 2024-11-21T19:09:01,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-21T19:09:01,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-21T19:09:01,991 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8, hbase.cluster.distributed=false 2024-11-21T19:09:02,012 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:02,013 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:02,015 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45229 2024-11-21T19:09:02,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:02,018 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:02,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:02,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:02,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45229 connecting to ZooKeeper ensemble=127.0.0.1:50891 2024-11-21T19:09:02,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452290x0, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:02,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45229-0x101601659d30001 connected 2024-11-21T19:09:02,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:02,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:02,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:02,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-21T19:09:02,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45229 2024-11-21T19:09:02,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45229 2024-11-21T19:09:02,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-21T19:09:02,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-21T19:09:02,074 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:02,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:02,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:02,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:02,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:02,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:02,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:02,075 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:02,076 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33731 2024-11-21T19:09:02,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:02,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:02,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:02,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:02,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33731 connecting to ZooKeeper ensemble=127.0.0.1:50891 2024-11-21T19:09:02,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337310x0, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:02,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:02,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33731-0x101601659d30002 connected 2024-11-21T19:09:02,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:02,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:02,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-21T19:09:02,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33731 2024-11-21T19:09:02,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33731 2024-11-21T19:09:02,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-21T19:09:02,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-21T19:09:02,099 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:02,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:02,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:02,110 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,115 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:42849 2024-11-21T19:09:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,127 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:02,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:02,127 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,42849,1732216141754 from backup master directory 2024-11-21T19:09:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:02,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:02,166 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:02,166 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:02,203 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/hbase.id with ID: c3b5e16d-d659-4f98-8bbf-ef2b633ed167 2024-11-21T19:09:02,224 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:02,265 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:02,266 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:09:02,266 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:02,280 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store 2024-11-21T19:09:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:02,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:02,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:02,290 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:02,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:02,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:02,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:02,290 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:02,290 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:02,292 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/.initializing 2024-11-21T19:09:02,292 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/WALs/2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,294 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:02,312 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C42849%2C1732216141754, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/WALs/2d90ca23533b,42849,1732216141754, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/oldWALs, maxLogs=10 2024-11-21T19:09:02,333 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/WALs/2d90ca23533b,42849,1732216141754/2d90ca23533b%2C42849%2C1732216141754.1732216142312, exclude list is [], retry=0 2024-11-21T19:09:02,340 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-937ec1e7-e838-4906-b976-a968d577bc52,DISK] 2024-11-21T19:09:02,343 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-d12bebfa-7869-4965-9246-f300369fd823,DISK] 2024-11-21T19:09:02,351 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/WALs/2d90ca23533b,42849,1732216141754/2d90ca23533b%2C42849%2C1732216141754.1732216142312 2024-11-21T19:09:02,352 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37931:37931),(127.0.0.1/127.0.0.1:36103:36103)] 2024-11-21T19:09:02,352 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:02,352 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:02,352 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,352 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:09:02,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:02,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:09:02,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:02,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:09:02,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:02,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:09:02,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:02,370 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,371 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,374 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:09:02,376 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:02,379 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:02,379 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69899870, jitterRate=0.04158923029899597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:09:02,380 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:02,383 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:09:02,388 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da0180e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:02,389 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:09:02,390 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:09:02,390 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:09:02,390 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:09:02,391 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:09:02,391 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:09:02,391 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:09:02,394 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:09:02,395 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:09:02,408 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:09:02,409 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:09:02,409 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:09:02,416 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:09:02,417 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:09:02,418 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:09:02,425 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:09:02,426 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:09:02,433 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:09:02,435 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:09:02,489 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:09:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,507 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,42849,1732216141754, sessionid=0x101601659d30000, setting cluster-up flag (Was=false) 2024-11-21T19:09:02,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,550 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:09:02,552 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:02,592 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:09:02,593 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,42849,1732216141754 2024-11-21T19:09:02,598 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:02,598 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:09:02,598 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:09:02,599 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,42849,1732216141754 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:09:02,599 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:02,599 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:02,599 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:02,599 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:02,599 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:09:02,600 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,600 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:02,600 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:02,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:09:02,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:02,618 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:45229 2024-11-21T19:09:02,619 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d90ca23533b:33731 2024-11-21T19:09:02,620 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1008): ClusterId : c3b5e16d-d659-4f98-8bbf-ef2b633ed167 2024-11-21T19:09:02,620 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:02,620 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1008): ClusterId : c3b5e16d-d659-4f98-8bbf-ef2b633ed167 2024-11-21T19:09:02,621 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732216172630 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:09:02,631 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,634 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:09:02,634 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:09:02,634 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:09:02,634 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:02,634 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:02,635 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:09:02,636 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:09:02,636 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216142636,5,FailOnTimeoutGroup] 2024-11-21T19:09:02,639 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216142636,5,FailOnTimeoutGroup] 2024-11-21T19:09:02,639 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,639 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:09:02,639 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,639 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:02,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:09:02,672 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 2024-11-21T19:09:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:02,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:02,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:02,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:02,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:02,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:02,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:02,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:02,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:02,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:02,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:02,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:02,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740 2024-11-21T19:09:02,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740 2024-11-21T19:09:02,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:02,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:02,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:02,753 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63676090, jitterRate=-0.051152318716049194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:02,753 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:02,753 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:02,755 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:02,757 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:02,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:02,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:09:02,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:09:02,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:09:02,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:09:02,853 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:02,854 DEBUG [RS:0;2d90ca23533b:45229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c76cc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:02,855 DEBUG [RS:0;2d90ca23533b:45229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf03c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:02,855 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:02,855 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:02,855 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:02,856 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,42849,1732216141754 with isa=2d90ca23533b/172.17.0.3:45229, startcode=1732216142011 2024-11-21T19:09:02,856 DEBUG [RS:0;2d90ca23533b:45229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:02,856 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:02,856 DEBUG [RS:1;2d90ca23533b:33731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d5bba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:02,857 DEBUG [RS:1;2d90ca23533b:33731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c46eba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:02,857 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:02,857 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:02,857 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:02,859 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,42849,1732216141754 with isa=2d90ca23533b/172.17.0.3:33731, startcode=1732216142073 2024-11-21T19:09:02,860 DEBUG [RS:1;2d90ca23533b:33731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:02,867 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38287, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:02,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,45229,1732216142011 2024-11-21T19:09:02,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,45229,1732216142011 2024-11-21T19:09:02,873 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 2024-11-21T19:09:02,873 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-21T19:09:02,873 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:02,876 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39735, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:02,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:02,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:02,880 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 2024-11-21T19:09:02,881 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-21T19:09:02,881 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:02,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:02,927 DEBUG [RS:0;2d90ca23533b:45229 {}] zookeeper.ZKUtil(111): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,45229,1732216142011 2024-11-21T19:09:02,927 WARN [RS:0;2d90ca23533b:45229 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:02,927 INFO [RS:0;2d90ca23533b:45229 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:02,927 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,45229,1732216142011 2024-11-21T19:09:02,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,45229,1732216142011] 2024-11-21T19:09:02,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,33731,1732216142073] 2024-11-21T19:09:02,931 DEBUG [RS:1;2d90ca23533b:33731 {}] zookeeper.ZKUtil(111): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,33731,1732216142073 2024-11-21T19:09:02,931 WARN [RS:1;2d90ca23533b:33731 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:02,931 INFO [RS:1;2d90ca23533b:33731 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:02,931 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073 2024-11-21T19:09:02,931 WARN [2d90ca23533b:42849 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:09:02,967 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:02,967 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:02,971 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:02,973 INFO [RS:1;2d90ca23533b:33731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:02,973 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,974 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:02,975 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,976 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:02,976 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:02,976 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,977 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,977 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,977 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,977 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:02,977 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:02,977 DEBUG [RS:1;2d90ca23533b:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:02,980 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,980 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,980 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,980 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,981 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,33731,1732216142073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:02,993 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:02,994 INFO [RS:0;2d90ca23533b:45229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:02,994 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:02,995 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:02,999 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:03,000 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,001 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,001 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,001 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,001 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:03,001 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:03,001 DEBUG [RS:0;2d90ca23533b:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:03,011 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,011 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,011 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,011 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,011 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:03,011 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45229,1732216142011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:03,012 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,33731,1732216142073-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,032 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:03,032 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,45229,1732216142011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,034 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.Replication(204): 2d90ca23533b,33731,1732216142073 started 2024-11-21T19:09:03,035 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,33731,1732216142073, RpcServer on 2d90ca23533b/172.17.0.3:33731, sessionid=0x101601659d30002 2024-11-21T19:09:03,035 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:03,035 DEBUG [RS:1;2d90ca23533b:33731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:03,035 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,33731,1732216142073' 2024-11-21T19:09:03,035 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:03,043 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:03,047 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:03,047 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:03,047 DEBUG [RS:1;2d90ca23533b:33731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:03,047 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,33731,1732216142073' 2024-11-21T19:09:03,047 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:03,054 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:03,054 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.Replication(204): 2d90ca23533b,45229,1732216142011 started 2024-11-21T19:09:03,055 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,45229,1732216142011, RpcServer on 2d90ca23533b/172.17.0.3:45229, sessionid=0x101601659d30001 2024-11-21T19:09:03,055 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:03,055 DEBUG [RS:0;2d90ca23533b:45229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,45229,1732216142011 2024-11-21T19:09:03,055 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,45229,1732216142011' 2024-11-21T19:09:03,055 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:03,063 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:03,066 DEBUG [RS:1;2d90ca23533b:33731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:03,067 INFO [RS:1;2d90ca23533b:33731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:03,067 INFO [RS:1;2d90ca23533b:33731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:03,067 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:03,067 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:03,067 DEBUG [RS:0;2d90ca23533b:45229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,45229,1732216142011 2024-11-21T19:09:03,067 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,45229,1732216142011' 2024-11-21T19:09:03,067 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:03,074 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:03,080 DEBUG [RS:0;2d90ca23533b:45229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:03,080 INFO [RS:0;2d90ca23533b:45229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:03,080 INFO [RS:0;2d90ca23533b:45229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:03,168 INFO [RS:1;2d90ca23533b:33731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:03,171 INFO [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C33731%2C1732216142073, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/oldWALs, maxLogs=32 2024-11-21T19:09:03,181 INFO [RS:0;2d90ca23533b:45229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:03,184 INFO [RS:0;2d90ca23533b:45229 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C45229%2C1732216142011, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,45229,1732216142011, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/oldWALs, maxLogs=32 2024-11-21T19:09:03,194 DEBUG [RS:1;2d90ca23533b:33731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073/2d90ca23533b%2C33731%2C1732216142073.1732216143173, exclude list is [], retry=0 2024-11-21T19:09:03,200 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-937ec1e7-e838-4906-b976-a968d577bc52,DISK] 2024-11-21T19:09:03,203 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-d12bebfa-7869-4965-9246-f300369fd823,DISK] 2024-11-21T19:09:03,209 DEBUG [RS:0;2d90ca23533b:45229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,45229,1732216142011/2d90ca23533b%2C45229%2C1732216142011.1732216143186, exclude list is [], retry=0 2024-11-21T19:09:03,216 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-937ec1e7-e838-4906-b976-a968d577bc52,DISK] 2024-11-21T19:09:03,217 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-d12bebfa-7869-4965-9246-f300369fd823,DISK] 2024-11-21T19:09:03,223 INFO [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073/2d90ca23533b%2C33731%2C1732216142073.1732216143173 2024-11-21T19:09:03,227 DEBUG [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37931:37931),(127.0.0.1/127.0.0.1:36103:36103)] 2024-11-21T19:09:03,228 INFO [RS:0;2d90ca23533b:45229 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,45229,1732216142011/2d90ca23533b%2C45229%2C1732216142011.1732216143186 2024-11-21T19:09:03,229 DEBUG [RS:0;2d90ca23533b:45229 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37931:37931),(127.0.0.1/127.0.0.1:36103:36103)] 2024-11-21T19:09:03,432 DEBUG [2d90ca23533b:42849 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T19:09:03,432 DEBUG [2d90ca23533b:42849 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:03,435 DEBUG [2d90ca23533b:42849 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:03,435 DEBUG [2d90ca23533b:42849 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:03,435 INFO [2d90ca23533b:42849 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:03,435 INFO [2d90ca23533b:42849 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:03,435 DEBUG [2d90ca23533b:42849 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:03,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:03,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,33731,1732216142073, state=OPENING 2024-11-21T19:09:03,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:09:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:03,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:03,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:03,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:03,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,33731,1732216142073}] 2024-11-21T19:09:03,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:03,648 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:03,650 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:03,655 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:09:03,655 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:03,655 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:09:03,659 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C33731%2C1732216142073.meta, suffix=.meta, logDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/oldWALs, maxLogs=32 2024-11-21T19:09:03,685 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073/2d90ca23533b%2C33731%2C1732216142073.meta.1732216143660.meta, exclude list is [], retry=0 2024-11-21T19:09:03,689 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-d12bebfa-7869-4965-9246-f300369fd823,DISK] 2024-11-21T19:09:03,689 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-937ec1e7-e838-4906-b976-a968d577bc52,DISK] 2024-11-21T19:09:03,695 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/WALs/2d90ca23533b,33731,1732216142073/2d90ca23533b%2C33731%2C1732216142073.meta.1732216143660.meta 2024-11-21T19:09:03,696 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36103:36103),(127.0.0.1/127.0.0.1:37931:37931)] 2024-11-21T19:09:03,696 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:03,697 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:09:03,697 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:09:03,697 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:09:03,697 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:09:03,698 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:03,698 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:09:03,698 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:09:03,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:03,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:03,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:03,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:03,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:03,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:03,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:03,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:03,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:03,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:03,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:03,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:03,727 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740 2024-11-21T19:09:03,736 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740 2024-11-21T19:09:03,742 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:03,747 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:03,749 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67823160, jitterRate=0.010643839836120605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:03,751 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:03,755 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732216143647 2024-11-21T19:09:03,760 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:09:03,760 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:09:03,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:03,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,33731,1732216142073, state=OPEN 2024-11-21T19:09:03,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:03,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:03,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:03,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:03,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:03,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:09:03,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,33731,1732216142073 in 282 msec 2024-11-21T19:09:03,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:09:03,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0170 sec 2024-11-21T19:09:03,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-21T19:09:03,831 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732216143831, completionTime=-1 2024-11-21T19:09:03,832 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-21T19:09:03,832 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:09:03,839 DEBUG [hconnection-0x506a2770-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:03,841 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:03,843 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-21T19:09:03,843 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732216203843 2024-11-21T19:09:03,843 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732216263843 2024-11-21T19:09:03,843 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 11 msec 2024-11-21T19:09:03,884 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:09:03,884 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42849,1732216141754-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,884 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42849,1732216141754-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,885 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42849,1732216141754-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,885 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:42849, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,885 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:03,885 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:09:03,885 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:03,888 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:09:03,888 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:09:03,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:03,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:03,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:03,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:09:03,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:03,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:04,334 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a444c846950f59b48abf1c0cb0d57d5e, NAME => 'hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 2024-11-21T19:09:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:04,371 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:04,371 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a444c846950f59b48abf1c0cb0d57d5e, disabling compactions & flushes 2024-11-21T19:09:04,371 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,371 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,371 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. after waiting 0 ms 2024-11-21T19:09:04,371 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,372 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a444c846950f59b48abf1c0cb0d57d5e: 2024-11-21T19:09:04,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:04,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732216144379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216144379"}]},"ts":"1732216144379"} 2024-11-21T19:09:04,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:09:04,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:04,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216144403"}]},"ts":"1732216144403"} 2024-11-21T19:09:04,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:09:04,458 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:04,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:04,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:04,460 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:04,460 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:04,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:04,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a444c846950f59b48abf1c0cb0d57d5e, ASSIGN}] 2024-11-21T19:09:04,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a444c846950f59b48abf1c0cb0d57d5e, ASSIGN 2024-11-21T19:09:04,465 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a444c846950f59b48abf1c0cb0d57d5e, ASSIGN; state=OFFLINE, location=2d90ca23533b,33731,1732216142073; forceNewPlan=false, retain=false 2024-11-21T19:09:04,615 INFO [2d90ca23533b:42849 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T19:09:04,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a444c846950f59b48abf1c0cb0d57d5e, regionState=OPENING, regionLocation=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:04,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a444c846950f59b48abf1c0cb0d57d5e, server=2d90ca23533b,33731,1732216142073}] 2024-11-21T19:09:04,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:04,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a444c846950f59b48abf1c0cb0d57d5e, NAME => 'hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,783 INFO [StoreOpener-a444c846950f59b48abf1c0cb0d57d5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,785 INFO [StoreOpener-a444c846950f59b48abf1c0cb0d57d5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a444c846950f59b48abf1c0cb0d57d5e columnFamilyName info 2024-11-21T19:09:04,785 DEBUG [StoreOpener-a444c846950f59b48abf1c0cb0d57d5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:04,786 INFO [StoreOpener-a444c846950f59b48abf1c0cb0d57d5e-1 {}] regionserver.HStore(327): Store=a444c846950f59b48abf1c0cb0d57d5e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:04,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:04,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:04,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a444c846950f59b48abf1c0cb0d57d5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63588209, jitterRate=-0.05246184766292572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:04,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a444c846950f59b48abf1c0cb0d57d5e: 2024-11-21T19:09:04,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e., pid=6, masterSystemTime=1732216144774 2024-11-21T19:09:04,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:04,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a444c846950f59b48abf1c0cb0d57d5e, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:04,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:09:04,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a444c846950f59b48abf1c0cb0d57d5e, server=2d90ca23533b,33731,1732216142073 in 186 msec 2024-11-21T19:09:04,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:09:04,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a444c846950f59b48abf1c0cb0d57d5e, ASSIGN in 349 msec 2024-11-21T19:09:04,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:04,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216144815"}]},"ts":"1732216144815"} 2024-11-21T19:09:04,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:09:04,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:04,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 991 msec 2024-11-21T19:09:04,889 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:09:04,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:04,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:04,950 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:09:05,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:05,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 104 msec 2024-11-21T19:09:05,065 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:09:05,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:05,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 124 msec 2024-11-21T19:09:05,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:09:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.235sec 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42849,1732216141754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:05,403 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42849,1732216141754-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:09:05,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3bd298 to 127.0.0.1:50891 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ce21a9 2024-11-21T19:09:05,418 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:09:05,418 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:09:05,418 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42849,1732216141754-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:05,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98da2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:05,514 DEBUG [hconnection-0x49cb4428-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:05,529 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:05,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,42849,1732216141754 2024-11-21T19:09:05,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:09:05,537 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:09:05,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-21T19:09:05,547 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:05,548 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:05,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-21T19:09:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:05,550 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:05,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:05,978 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => add34dee03df05156992ca92a43e326d, NAME => 'testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 2024-11-21T19:09:05,982 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9798be3e2661364ff22fc0282e0d6bb9, NAME => 'testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8 2024-11-21T19:09:06,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:06,044 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:06,045 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing add34dee03df05156992ca92a43e326d, disabling compactions & flushes 2024-11-21T19:09:06,045 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,045 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,045 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. after waiting 0 ms 2024-11-21T19:09:06,045 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,045 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,045 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for add34dee03df05156992ca92a43e326d: 2024-11-21T19:09:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:06,088 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:06,088 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 9798be3e2661364ff22fc0282e0d6bb9, disabling compactions & flushes 2024-11-21T19:09:06,088 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,088 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,088 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. after waiting 0 ms 2024-11-21T19:09:06,088 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,088 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,088 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9798be3e2661364ff22fc0282e0d6bb9: 2024-11-21T19:09:06,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:06,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216146102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216146102"}]},"ts":"1732216146102"} 2024-11-21T19:09:06,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216146102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216146102"}]},"ts":"1732216146102"} 2024-11-21T19:09:06,119 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-21T19:09:06,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:06,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216146122"}]},"ts":"1732216146122"} 2024-11-21T19:09:06,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-21T19:09:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:06,181 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:06,191 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:06,191 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:06,191 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:06,191 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:06,191 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:06,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=add34dee03df05156992ca92a43e326d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9798be3e2661364ff22fc0282e0d6bb9, ASSIGN}] 2024-11-21T19:09:06,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=add34dee03df05156992ca92a43e326d, ASSIGN 2024-11-21T19:09:06,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9798be3e2661364ff22fc0282e0d6bb9, ASSIGN 2024-11-21T19:09:06,202 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=add34dee03df05156992ca92a43e326d, ASSIGN; state=OFFLINE, location=2d90ca23533b,33731,1732216142073; forceNewPlan=false, retain=false 2024-11-21T19:09:06,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9798be3e2661364ff22fc0282e0d6bb9, ASSIGN; state=OFFLINE, location=2d90ca23533b,45229,1732216142011; forceNewPlan=false, retain=false 2024-11-21T19:09:06,359 INFO [2d90ca23533b:42849 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-21T19:09:06,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=add34dee03df05156992ca92a43e326d, regionState=OPENING, regionLocation=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:06,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9798be3e2661364ff22fc0282e0d6bb9, regionState=OPENING, regionLocation=2d90ca23533b,45229,1732216142011 2024-11-21T19:09:06,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure add34dee03df05156992ca92a43e326d, server=2d90ca23533b,33731,1732216142073}] 2024-11-21T19:09:06,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 9798be3e2661364ff22fc0282e0d6bb9, server=2d90ca23533b,45229,1732216142011}] 2024-11-21T19:09:06,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:06,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,45229,1732216142011 2024-11-21T19:09:06,549 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:06,551 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:06,567 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,568 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 9798be3e2661364ff22fc0282e0d6bb9, NAME => 'testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9.', STARTKEY => '5', ENDKEY => ''} 2024-11-21T19:09:06,568 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,568 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:06,568 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,568 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,577 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,578 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => add34dee03df05156992ca92a43e326d, NAME => 'testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d.', STARTKEY => '', ENDKEY => '5'} 2024-11-21T19:09:06,578 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,578 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:06,579 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,579 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,583 INFO [StoreOpener-9798be3e2661364ff22fc0282e0d6bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,587 INFO [StoreOpener-9798be3e2661364ff22fc0282e0d6bb9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9798be3e2661364ff22fc0282e0d6bb9 columnFamilyName family 2024-11-21T19:09:06,587 DEBUG [StoreOpener-9798be3e2661364ff22fc0282e0d6bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:06,588 INFO [StoreOpener-9798be3e2661364ff22fc0282e0d6bb9-1 {}] regionserver.HStore(327): Store=9798be3e2661364ff22fc0282e0d6bb9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:06,591 INFO [StoreOpener-add34dee03df05156992ca92a43e326d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,594 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,595 INFO [StoreOpener-add34dee03df05156992ca92a43e326d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add34dee03df05156992ca92a43e326d columnFamilyName family 2024-11-21T19:09:06,595 DEBUG [StoreOpener-add34dee03df05156992ca92a43e326d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:06,596 INFO [StoreOpener-add34dee03df05156992ca92a43e326d-1 {}] regionserver.HStore(327): Store=add34dee03df05156992ca92a43e326d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:06,598 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,599 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,606 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,610 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:06,620 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for add34dee03df05156992ca92a43e326d 2024-11-21T19:09:06,649 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:06,651 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened add34dee03df05156992ca92a43e326d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67572738, jitterRate=0.006912261247634888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:06,652 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for add34dee03df05156992ca92a43e326d: 2024-11-21T19:09:06,659 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:06,665 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 9798be3e2661364ff22fc0282e0d6bb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65894360, jitterRate=-0.018097519874572754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:06,666 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 9798be3e2661364ff22fc0282e0d6bb9: 2024-11-21T19:09:06,667 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d., pid=12, masterSystemTime=1732216146548 2024-11-21T19:09:06,671 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9., pid=13, masterSystemTime=1732216146549 2024-11-21T19:09:06,685 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,685 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:06,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=add34dee03df05156992ca92a43e326d, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,33731,1732216142073 2024-11-21T19:09:06,691 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,691 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:06,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9798be3e2661364ff22fc0282e0d6bb9, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,45229,1732216142011 2024-11-21T19:09:06,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T19:09:06,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure add34dee03df05156992ca92a43e326d, server=2d90ca23533b,33731,1732216142073 in 334 msec 2024-11-21T19:09:06,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-21T19:09:06,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 9798be3e2661364ff22fc0282e0d6bb9, server=2d90ca23533b,45229,1732216142011 in 329 msec 2024-11-21T19:09:06,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=add34dee03df05156992ca92a43e326d, ASSIGN in 534 msec 2024-11-21T19:09:06,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-21T19:09:06,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9798be3e2661364ff22fc0282e0d6bb9, ASSIGN in 545 msec 2024-11-21T19:09:06,751 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:06,751 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216146751"}]},"ts":"1732216146751"} 2024-11-21T19:09:06,759 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-21T19:09:06,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:06,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.2290 sec 2024-11-21T19:09:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:07,695 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-21T19:09:07,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-21T19:09:07,695 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:07,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-21T19:09:07,702 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:07,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-21T19:09:07,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:07,727 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:07,783 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9798be3e2661364ff22fc0282e0d6bb9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-21T19:09:07,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/.tmp/family/5542952274154e00b383e83bf1280b9e is 32, key is 5/family:/1732216147731/Put/seqid=0 2024-11-21T19:09:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741841_1017 (size=5083) 2024-11-21T19:09:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741841_1017 (size=5083) 2024-11-21T19:09:07,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/.tmp/family/5542952274154e00b383e83bf1280b9e 2024-11-21T19:09:07,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/.tmp/family/5542952274154e00b383e83bf1280b9e as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/family/5542952274154e00b383e83bf1280b9e 2024-11-21T19:09:07,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/family/5542952274154e00b383e83bf1280b9e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-21T19:09:07,962 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9798be3e2661364ff22fc0282e0d6bb9 in 179ms, sequenceid=9, compaction requested=false 2024-11-21T19:09:07,962 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-21T19:09:07,963 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9798be3e2661364ff22fc0282e0d6bb9: 2024-11-21T19:09:07,963 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing add34dee03df05156992ca92a43e326d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-21T19:09:08,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/.tmp/family/cecb707462f94ca281548cec7aa10e0e is 32, key is 1/family:/1732216147707/Put/seqid=0 2024-11-21T19:09:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741842_1018 (size=5054) 2024-11-21T19:09:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741842_1018 (size=5054) 2024-11-21T19:09:08,044 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/.tmp/family/cecb707462f94ca281548cec7aa10e0e 2024-11-21T19:09:08,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/.tmp/family/cecb707462f94ca281548cec7aa10e0e as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/family/cecb707462f94ca281548cec7aa10e0e 2024-11-21T19:09:08,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/family/cecb707462f94ca281548cec7aa10e0e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T19:09:08,115 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for add34dee03df05156992ca92a43e326d in 152ms, sequenceid=8, compaction requested=false 2024-11-21T19:09:08,115 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for add34dee03df05156992ca92a43e326d: 2024-11-21T19:09:08,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:09:08,124 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:09:08,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3bd298 to 127.0.0.1:50891 2024-11-21T19:09:08,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:09:08,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1442944523, stopped=false 2024-11-21T19:09:08,125 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,42849,1732216141754 2024-11-21T19:09:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:08,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:09:08,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,229 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,45229,1732216142011' ***** 2024-11-21T19:09:08,229 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:08,229 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:08,229 INFO [RS:0;2d90ca23533b:45229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:08,229 INFO [RS:0;2d90ca23533b:45229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:08,229 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(3579): Received CLOSE for 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:08,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:08,230 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,45229,1732216142011 2024-11-21T19:09:08,230 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,33731,1732216142073' ***** 2024-11-21T19:09:08,230 DEBUG [RS:0;2d90ca23533b:45229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,230 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:08,230 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-21T19:09:08,230 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9798be3e2661364ff22fc0282e0d6bb9, disabling compactions & flushes 2024-11-21T19:09:08,230 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1603): Online Regions={9798be3e2661364ff22fc0282e0d6bb9=testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9.} 2024-11-21T19:09:08,230 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:08,231 DEBUG [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1629): Waiting on 9798be3e2661364ff22fc0282e0d6bb9 2024-11-21T19:09:08,231 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:08,231 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. after waiting 0 ms 2024-11-21T19:09:08,231 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:08,231 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:08,231 INFO [RS:1;2d90ca23533b:33731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:08,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:08,231 INFO [RS:1;2d90ca23533b:33731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:08,231 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(3579): Received CLOSE for add34dee03df05156992ca92a43e326d 2024-11-21T19:09:08,232 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(3579): Received CLOSE for a444c846950f59b48abf1c0cb0d57d5e 2024-11-21T19:09:08,232 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,33731,1732216142073 2024-11-21T19:09:08,232 DEBUG [RS:1;2d90ca23533b:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,232 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:08,232 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:08,232 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:08,233 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:09:08,233 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-21T19:09:08,233 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1603): Online Regions={add34dee03df05156992ca92a43e326d=testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d., 1588230740=hbase:meta,,1.1588230740, a444c846950f59b48abf1c0cb0d57d5e=hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e.} 2024-11-21T19:09:08,234 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a444c846950f59b48abf1c0cb0d57d5e, add34dee03df05156992ca92a43e326d 2024-11-21T19:09:08,235 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing add34dee03df05156992ca92a43e326d, disabling compactions & flushes 2024-11-21T19:09:08,235 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:08,243 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:08,243 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. after waiting 0 ms 2024-11-21T19:09:08,243 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:08,244 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:08,244 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:08,244 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:08,244 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:08,244 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:08,244 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-21T19:09:08,256 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/add34dee03df05156992ca92a43e326d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T19:09:08,259 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:08,259 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for add34dee03df05156992ca92a43e326d: 2024-11-21T19:09:08,260 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732216145540.add34dee03df05156992ca92a43e326d. 2024-11-21T19:09:08,260 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a444c846950f59b48abf1c0cb0d57d5e, disabling compactions & flushes 2024-11-21T19:09:08,260 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:08,260 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:08,260 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. after waiting 0 ms 2024-11-21T19:09:08,260 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:08,260 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a444c846950f59b48abf1c0cb0d57d5e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:09:08,279 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/default/testClearRegionBlockCache/9798be3e2661364ff22fc0282e0d6bb9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T19:09:08,281 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/.tmp/info/a9cbff52edf34444bc6f3e9c4ff8e3bb is 45, key is default/info:d/1732216144959/Put/seqid=0 2024-11-21T19:09:08,282 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/.tmp/info/9bd42ab097bb4967be5b5f1c0ea18ec0 is 173, key is testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9./info:regioninfo/1732216146698/Put/seqid=0 2024-11-21T19:09:08,287 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:08,287 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9798be3e2661364ff22fc0282e0d6bb9: 2024-11-21T19:09:08,287 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732216145540.9798be3e2661364ff22fc0282e0d6bb9. 2024-11-21T19:09:08,296 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741843_1019 (size=5037) 2024-11-21T19:09:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741843_1019 (size=5037) 2024-11-21T19:09:08,324 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741844_1020 (size=9337) 2024-11-21T19:09:08,331 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/.tmp/info/a9cbff52edf34444bc6f3e9c4ff8e3bb 2024-11-21T19:09:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741844_1020 (size=9337) 2024-11-21T19:09:08,340 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/.tmp/info/9bd42ab097bb4967be5b5f1c0ea18ec0 2024-11-21T19:09:08,367 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/.tmp/info/a9cbff52edf34444bc6f3e9c4ff8e3bb as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/info/a9cbff52edf34444bc6f3e9c4ff8e3bb 2024-11-21T19:09:08,394 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/info/a9cbff52edf34444bc6f3e9c4ff8e3bb, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:09:08,401 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a444c846950f59b48abf1c0cb0d57d5e in 141ms, sequenceid=6, compaction requested=false 2024-11-21T19:09:08,401 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T19:09:08,405 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/.tmp/table/7c21349622864c3282df51a0a3b160f5 is 61, key is testClearRegionBlockCache/table:state/1732216146751/Put/seqid=0 2024-11-21T19:09:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:08,432 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/namespace/a444c846950f59b48abf1c0cb0d57d5e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:09:08,433 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/.tmp/table/7c21349622864c3282df51a0a3b160f5 2024-11-21T19:09:08,433 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:08,433 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a444c846950f59b48abf1c0cb0d57d5e: 2024-11-21T19:09:08,434 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732216143885.a444c846950f59b48abf1c0cb0d57d5e. 2024-11-21T19:09:08,434 DEBUG [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T19:09:08,434 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,45229,1732216142011; all regions closed. 2024-11-21T19:09:08,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:08,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:08,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:08,455 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/.tmp/info/9bd42ab097bb4967be5b5f1c0ea18ec0 as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/info/9bd42ab097bb4967be5b5f1c0ea18ec0 2024-11-21T19:09:08,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741834_1010 (size=1867) 2024-11-21T19:09:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741834_1010 (size=1867) 2024-11-21T19:09:08,493 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/info/9bd42ab097bb4967be5b5f1c0ea18ec0, entries=30, sequenceid=16, filesize=9.1 K 2024-11-21T19:09:08,500 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/.tmp/table/7c21349622864c3282df51a0a3b160f5 as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/table/7c21349622864c3282df51a0a3b160f5 2024-11-21T19:09:08,508 DEBUG [RS:0;2d90ca23533b:45229 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/oldWALs 2024-11-21T19:09:08,508 INFO [RS:0;2d90ca23533b:45229 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C45229%2C1732216142011:(num 1732216143186) 2024-11-21T19:09:08,508 DEBUG [RS:0;2d90ca23533b:45229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,508 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:08,509 INFO [RS:0;2d90ca23533b:45229 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:08,509 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:08,509 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:08,509 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:08,511 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:08,512 INFO [RS:0;2d90ca23533b:45229 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45229 2024-11-21T19:09:08,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:08,534 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/table/7c21349622864c3282df51a0a3b160f5, entries=4, sequenceid=16, filesize=5.3 K 2024-11-21T19:09:08,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,45229,1732216142011 2024-11-21T19:09:08,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,45229,1732216142011] 2024-11-21T19:09:08,541 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,45229,1732216142011; numProcessing=1 2024-11-21T19:09:08,547 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 303ms, sequenceid=16, compaction requested=false 2024-11-21T19:09:08,547 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:09:08,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,45229,1732216142011 already deleted, retry=false 2024-11-21T19:09:08,550 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,45229,1732216142011 expired; onlineServers=1 2024-11-21T19:09:08,628 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T19:09:08,630 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:08,630 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:08,630 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:08,630 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:08,634 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,33731,1732216142073; all regions closed. 2024-11-21T19:09:08,651 INFO [RS:0;2d90ca23533b:45229 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,45229,1732216142011; zookeeper connection closed. 2024-11-21T19:09:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x101601659d30001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:08,658 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@361079f6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@361079f6 2024-11-21T19:09:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:08,671 DEBUG [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/oldWALs 2024-11-21T19:09:08,672 INFO [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C33731%2C1732216142073.meta:.meta(num 1732216143660) 2024-11-21T19:09:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741833_1009 (size=3079) 2024-11-21T19:09:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741833_1009 (size=3079) 2024-11-21T19:09:08,703 DEBUG [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/oldWALs 2024-11-21T19:09:08,703 INFO [RS:1;2d90ca23533b:33731 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C33731%2C1732216142073:(num 1732216143173) 2024-11-21T19:09:08,703 DEBUG [RS:1;2d90ca23533b:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,703 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:08,704 INFO [RS:1;2d90ca23533b:33731 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:08,705 INFO [RS:1;2d90ca23533b:33731 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33731 2024-11-21T19:09:08,705 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:08,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,33731,1732216142073 2024-11-21T19:09:08,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,33731,1732216142073] 2024-11-21T19:09:08,722 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,33731,1732216142073; numProcessing=2 2024-11-21T19:09:08,734 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,33731,1732216142073 already deleted, retry=false 2024-11-21T19:09:08,734 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,33731,1732216142073 expired; onlineServers=0 2024-11-21T19:09:08,735 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,42849,1732216141754' ***** 2024-11-21T19:09:08,735 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:09:08,735 DEBUG [M:0;2d90ca23533b:42849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500447b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:08,735 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,42849,1732216141754 2024-11-21T19:09:08,735 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,42849,1732216141754; all regions closed. 2024-11-21T19:09:08,735 DEBUG [M:0;2d90ca23533b:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:08,735 DEBUG [M:0;2d90ca23533b:42849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:09:08,735 DEBUG [M:0;2d90ca23533b:42849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:09:08,735 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216142636 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216142636,5,FailOnTimeoutGroup] 2024-11-21T19:09:08,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:09:08,736 INFO [M:0;2d90ca23533b:42849 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:09:08,736 DEBUG [M:0;2d90ca23533b:42849 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:09:08,736 INFO [M:0;2d90ca23533b:42849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:09:08,737 INFO [M:0;2d90ca23533b:42849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:09:08,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:09:08,738 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216142636 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216142636,5,FailOnTimeoutGroup] 2024-11-21T19:09:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:08,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:08,765 DEBUG [M:0;2d90ca23533b:42849 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-21T19:09:08,765 DEBUG [M:0;2d90ca23533b:42849 {}] master.ActiveMasterManager(353): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-21T19:09:08,765 INFO [M:0;2d90ca23533b:42849 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:09:08,766 INFO [M:0;2d90ca23533b:42849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:09:08,767 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:08,767 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:08,767 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:08,767 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:08,767 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:08,768 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-21T19:09:08,827 DEBUG [M:0;2d90ca23533b:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6e85d733b054db0ab988ef3340be742 is 82, key is hbase:meta,,1/info:regioninfo/1732216143763/Put/seqid=0 2024-11-21T19:09:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x101601659d30002, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:08,832 INFO [RS:1;2d90ca23533b:33731 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,33731,1732216142073; zookeeper connection closed. 2024-11-21T19:09:08,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61de41b0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61de41b0 2024-11-21T19:09:08,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-21T19:09:08,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:08,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:08,866 INFO [M:0;2d90ca23533b:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6e85d733b054db0ab988ef3340be742 2024-11-21T19:09:08,925 DEBUG [M:0;2d90ca23533b:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de838c1b9b9e40c0aa6363f50f8cd6fb is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732216146771/Put/seqid=0 2024-11-21T19:09:08,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741847_1023 (size=7577) 2024-11-21T19:09:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741847_1023 (size=7577) 2024-11-21T19:09:08,970 INFO [M:0;2d90ca23533b:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de838c1b9b9e40c0aa6363f50f8cd6fb 2024-11-21T19:09:09,029 DEBUG [M:0;2d90ca23533b:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4922bb5f87154377ab9013ae34236cdf is 69, key is 2d90ca23533b,33731,1732216142073/rs:state/1732216142877/Put/seqid=0 2024-11-21T19:09:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:09,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:09,081 INFO [M:0;2d90ca23533b:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4922bb5f87154377ab9013ae34236cdf 2024-11-21T19:09:09,100 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6e85d733b054db0ab988ef3340be742 as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6e85d733b054db0ab988ef3340be742 2024-11-21T19:09:09,119 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6e85d733b054db0ab988ef3340be742, entries=8, sequenceid=108, filesize=5.5 K 2024-11-21T19:09:09,122 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de838c1b9b9e40c0aa6363f50f8cd6fb as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de838c1b9b9e40c0aa6363f50f8cd6fb 2024-11-21T19:09:09,144 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de838c1b9b9e40c0aa6363f50f8cd6fb, entries=13, sequenceid=108, filesize=7.4 K 2024-11-21T19:09:09,150 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4922bb5f87154377ab9013ae34236cdf as hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4922bb5f87154377ab9013ae34236cdf 2024-11-21T19:09:09,175 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34127/user/jenkins/test-data/79f6ffee-67b4-1bfa-fad4-19a65c37dfe8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4922bb5f87154377ab9013ae34236cdf, entries=2, sequenceid=108, filesize=5.1 K 2024-11-21T19:09:09,179 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 412ms, sequenceid=108, compaction requested=false 2024-11-21T19:09:09,201 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:09,202 DEBUG [M:0;2d90ca23533b:42849 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741830_1006 (size=54453) 2024-11-21T19:09:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741830_1006 (size=54453) 2024-11-21T19:09:09,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:09:09,207 INFO [M:0;2d90ca23533b:42849 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:09:09,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:09,207 INFO [M:0;2d90ca23533b:42849 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42849 2024-11-21T19:09:09,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:09,233 DEBUG [M:0;2d90ca23533b:42849 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,42849,1732216141754 already deleted, retry=false 2024-11-21T19:09:09,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:09,342 INFO [M:0;2d90ca23533b:42849 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,42849,1732216141754; zookeeper connection closed. 2024-11-21T19:09:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101601659d30000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:09,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4011f65c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:09,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36222f74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:09,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:09,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14c12ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:09,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77183ab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:09,411 WARN [BP-779390552-172.17.0.3-1732216139642 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:09,411 WARN [BP-779390552-172.17.0.3-1732216139642 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-779390552-172.17.0.3-1732216139642 (Datanode Uuid 8a62f250-5da9-4a56-91e9-4ad4114cae06) service to localhost/127.0.0.1:34127 2024-11-21T19:09:09,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:09,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:09,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data3/current/BP-779390552-172.17.0.3-1732216139642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:09,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data4/current/BP-779390552-172.17.0.3-1732216139642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:09,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:09,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3645e315{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:09,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37fa9935{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:09,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:09,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42432a77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:09,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e13777f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:09,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:09,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:09,466 WARN [BP-779390552-172.17.0.3-1732216139642 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:09,467 WARN [BP-779390552-172.17.0.3-1732216139642 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-779390552-172.17.0.3-1732216139642 (Datanode Uuid 641a0729-0365-4039-beae-bb00d8985646) service to localhost/127.0.0.1:34127 2024-11-21T19:09:09,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data1/current/BP-779390552-172.17.0.3-1732216139642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:09,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/cluster_1d579a81-cebf-14d1-c9f6-1f838a2993aa/dfs/data/data2/current/BP-779390552-172.17.0.3-1732216139642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:09,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:09,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c984aed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:09,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bf552dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:09,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:09,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2788d498{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:09,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee8ed80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:09,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:09:09,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T19:09:09,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=99 (was 77) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34127 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34127 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=435 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 1091) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4321 (was 4156) - AvailableMemoryMB LEAK? - 2024-11-21T19:09:09,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=99, OpenFileDescriptor=435, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=4320 2024-11-21T19:09:09,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir so I do NOT create it in target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853 2024-11-21T19:09:09,589 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T19:09:09,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.tmp.dir so I do NOT create it in target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853 2024-11-21T19:09:09,589 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7162abc-dd3e-4b70-a779-638a32e0e38a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T19:09:09,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74, deleteOnExit=true 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/test.cache.data in system properties and HBase conf 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:09:09,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:09:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:09:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:09:09,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:09:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:09:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:09:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:09:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:09:09,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:09,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:09,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:09,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:09,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:09,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:09,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6db41c74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:09,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21dd5462{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:10,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77838075{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/java.io.tmpdir/jetty-localhost-33387-hadoop-hdfs-3_4_1-tests_jar-_-any-16268571557335724086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:10,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73088b14{HTTP/1.1, (http/1.1)}{localhost:33387} 2024-11-21T19:09:10,027 INFO [Time-limited test {}] server.Server(415): Started @32338ms 2024-11-21T19:09:10,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:10,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:10,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:10,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:10,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:09:10,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13f416bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:10,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fd947d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:10,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df8c804{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/java.io.tmpdir/jetty-localhost-45707-hadoop-hdfs-3_4_1-tests_jar-_-any-1463913306111647538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:10,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@187a8fa5{HTTP/1.1, (http/1.1)}{localhost:45707} 2024-11-21T19:09:10,384 INFO [Time-limited test {}] server.Server(415): Started @32695ms 2024-11-21T19:09:10,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:10,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:10,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:10,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:10,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:10,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:09:10,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2700a842{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:10,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b3d860d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:10,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@528bf23e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/java.io.tmpdir/jetty-localhost-34091-hadoop-hdfs-3_4_1-tests_jar-_-any-9721097443830151579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:10,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c560704{HTTP/1.1, (http/1.1)}{localhost:34091} 2024-11-21T19:09:10,536 INFO [Time-limited test {}] server.Server(415): Started @32847ms 2024-11-21T19:09:10,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:11,366 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data1/current/BP-1476966662-172.17.0.3-1732216149627/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:11,366 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data2/current/BP-1476966662-172.17.0.3-1732216149627/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:11,407 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecae9a06c28ff14f with lease ID 0x286eb73c98f5a985: Processing first storage report for DS-2398c715-6a4b-43c2-bf2d-257d90f4ce50 from datanode DatanodeRegistration(127.0.0.1:43961, datanodeUuid=3f80e108-568c-48aa-885e-d1ffddb4b499, infoPort=45233, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627) 2024-11-21T19:09:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecae9a06c28ff14f with lease ID 0x286eb73c98f5a985: from storage DS-2398c715-6a4b-43c2-bf2d-257d90f4ce50 node DatanodeRegistration(127.0.0.1:43961, datanodeUuid=3f80e108-568c-48aa-885e-d1ffddb4b499, infoPort=45233, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecae9a06c28ff14f with lease ID 0x286eb73c98f5a985: Processing first storage report for DS-53e2259e-c944-42d2-88d2-e5239fd2c738 from datanode DatanodeRegistration(127.0.0.1:43961, datanodeUuid=3f80e108-568c-48aa-885e-d1ffddb4b499, infoPort=45233, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627) 2024-11-21T19:09:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecae9a06c28ff14f with lease ID 0x286eb73c98f5a985: from storage DS-53e2259e-c944-42d2-88d2-e5239fd2c738 node DatanodeRegistration(127.0.0.1:43961, datanodeUuid=3f80e108-568c-48aa-885e-d1ffddb4b499, infoPort=45233, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:11,497 WARN [Thread-655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data3/current/BP-1476966662-172.17.0.3-1732216149627/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:11,497 WARN [Thread-656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data4/current/BP-1476966662-172.17.0.3-1732216149627/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:11,519 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9002246a1c9580de with lease ID 0x286eb73c98f5a986: Processing first storage report for DS-fc0e8cef-6e46-459b-b990-51f74fd12eac from datanode DatanodeRegistration(127.0.0.1:36669, datanodeUuid=10707dec-661c-45be-91f9-d788d2034447, infoPort=35339, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627) 2024-11-21T19:09:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9002246a1c9580de with lease ID 0x286eb73c98f5a986: from storage DS-fc0e8cef-6e46-459b-b990-51f74fd12eac node DatanodeRegistration(127.0.0.1:36669, datanodeUuid=10707dec-661c-45be-91f9-d788d2034447, infoPort=35339, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9002246a1c9580de with lease ID 0x286eb73c98f5a986: Processing first storage report for DS-8e6e1686-c6cc-489b-a920-ac038df658a9 from datanode DatanodeRegistration(127.0.0.1:36669, datanodeUuid=10707dec-661c-45be-91f9-d788d2034447, infoPort=35339, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627) 2024-11-21T19:09:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9002246a1c9580de with lease ID 0x286eb73c98f5a986: from storage DS-8e6e1686-c6cc-489b-a920-ac038df658a9 node DatanodeRegistration(127.0.0.1:36669, datanodeUuid=10707dec-661c-45be-91f9-d788d2034447, infoPort=35339, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=1225104415;c=1732216149627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:11,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853 2024-11-21T19:09:11,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/zookeeper_0, clientPort=54530, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:09:11,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54530 2024-11-21T19:09:11,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:11,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:11,627 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 with version=8 2024-11-21T19:09:11,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/hbase-staging 2024-11-21T19:09:11,630 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:11,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:11,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:11,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:11,631 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:11,631 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42879 2024-11-21T19:09:11,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42879 connecting to ZooKeeper ensemble=127.0.0.1:54530 2024-11-21T19:09:11,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428790x0, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:11,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42879-0x101601680980000 connected 2024-11-21T19:09:11,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:11,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:11,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:11,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-21T19:09:11,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42879 2024-11-21T19:09:11,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42879 2024-11-21T19:09:11,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-21T19:09:11,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-21T19:09:11,755 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7, hbase.cluster.distributed=false 2024-11-21T19:09:11,774 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:11,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:11,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:11,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:11,775 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:11,775 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43087 2024-11-21T19:09:11,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:11,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:11,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43087 connecting to ZooKeeper ensemble=127.0.0.1:54530 2024-11-21T19:09:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430870x0, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:11,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430870x0, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:11,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43087-0x101601680980001 connected 2024-11-21T19:09:11,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:11,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:11,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-21T19:09:11,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43087 2024-11-21T19:09:11,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43087 2024-11-21T19:09:11,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-21T19:09:11,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-21T19:09:11,814 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:11,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:11,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:11,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:11,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:11,815 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:11,815 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43751 2024-11-21T19:09:11,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:11,816 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:11,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43751 connecting to ZooKeeper ensemble=127.0.0.1:54530 2024-11-21T19:09:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437510x0, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:11,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437510x0, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:11,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43751-0x101601680980002 connected 2024-11-21T19:09:11,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:11,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:11,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43751 2024-11-21T19:09:11,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43751 2024-11-21T19:09:11,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43751 2024-11-21T19:09:11,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43751 2024-11-21T19:09:11,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43751 2024-11-21T19:09:11,843 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,42879,1732216151629 2024-11-21T19:09:11,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:11,857 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,42879,1732216151629 2024-11-21T19:09:11,857 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:42879 2024-11-21T19:09:11,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:11,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:11,867 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:11,868 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,42879,1732216151629 from backup master directory 2024-11-21T19:09:11,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:11,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:11,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,42879,1732216151629 2024-11-21T19:09:11,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:11,875 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:11,875 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,42879,1732216151629 2024-11-21T19:09:11,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:11,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:11,898 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/hbase.id with ID: 0170a996-e7e6-44c0-b7ba-a55a5e67bf07 2024-11-21T19:09:11,911 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:11,931 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:11,931 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:09:11,932 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:11,946 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store 2024-11-21T19:09:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:11,972 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:11,972 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:11,972 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:11,972 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:11,972 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:11,972 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:11,973 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:11,973 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:11,974 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/.initializing 2024-11-21T19:09:11,974 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/WALs/2d90ca23533b,42879,1732216151629 2024-11-21T19:09:11,975 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:11,978 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C42879%2C1732216151629, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/WALs/2d90ca23533b,42879,1732216151629, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/oldWALs, maxLogs=10 2024-11-21T19:09:11,995 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/WALs/2d90ca23533b,42879,1732216151629/2d90ca23533b%2C42879%2C1732216151629.1732216151978, exclude list is [], retry=0 2024-11-21T19:09:11,999 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36669,DS-fc0e8cef-6e46-459b-b990-51f74fd12eac,DISK] 2024-11-21T19:09:12,003 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43961,DS-2398c715-6a4b-43c2-bf2d-257d90f4ce50,DISK] 2024-11-21T19:09:12,010 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/WALs/2d90ca23533b,42879,1732216151629/2d90ca23533b%2C42879%2C1732216151629.1732216151978 2024-11-21T19:09:12,010 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35339:35339),(127.0.0.1/127.0.0.1:45233:45233)] 2024-11-21T19:09:12,010 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:12,011 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:12,011 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,011 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:09:12,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:09:12,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:12,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:09:12,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:12,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:09:12,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:12,029 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,029 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,032 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:09:12,033 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:12,039 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:12,040 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64879965, jitterRate=-0.03321318328380585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:09:12,041 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:12,041 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:09:12,052 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e4f48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:12,055 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:09:12,055 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:09:12,055 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:09:12,055 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:09:12,062 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 6 msec 2024-11-21T19:09:12,062 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:09:12,062 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:09:12,073 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:09:12,075 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:09:12,083 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:09:12,084 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:09:12,084 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:09:12,091 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:09:12,092 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:09:12,093 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:09:12,101 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:09:12,102 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:09:12,108 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:09:12,114 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:09:12,122 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:09:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:12,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:12,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,136 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,42879,1732216151629, sessionid=0x101601680980000, setting cluster-up flag (Was=false) 2024-11-21T19:09:12,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:12,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,183 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:09:12,184 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,42879,1732216151629 2024-11-21T19:09:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,231 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:09:12,232 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,42879,1732216151629 2024-11-21T19:09:12,236 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:12,236 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:09:12,236 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:09:12,236 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,42879,1732216151629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:12,237 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:12,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:09:12,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:12,247 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732216182247 2024-11-21T19:09:12,247 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:09:12,247 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:09:12,248 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:09:12,248 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:09:12,248 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:09:12,248 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:09:12,248 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,249 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:09:12,249 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:09:12,249 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:09:12,249 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:09:12,249 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:09:12,250 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216152249,5,FailOnTimeoutGroup] 2024-11-21T19:09:12,250 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216152250,5,FailOnTimeoutGroup] 2024-11-21T19:09:12,250 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,250 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:09:12,250 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,250 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,267 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:43087 2024-11-21T19:09:12,268 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1008): ClusterId : 0170a996-e7e6-44c0-b7ba-a55a5e67bf07 2024-11-21T19:09:12,268 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:12,273 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d90ca23533b:43751 2024-11-21T19:09:12,276 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1008): ClusterId : 0170a996-e7e6-44c0-b7ba-a55a5e67bf07 2024-11-21T19:09:12,276 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:12,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:12,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:09:12,281 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 2024-11-21T19:09:12,290 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:12,290 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:12,300 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:12,300 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:12,301 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:12,302 DEBUG [RS:0;2d90ca23533b:43087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f4aa9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:12,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:12,305 DEBUG [RS:0;2d90ca23533b:43087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136a3e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:12,305 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:12,305 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:12,305 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:12,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:12,308 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,42879,1732216151629 with isa=2d90ca23533b/172.17.0.3:43087, startcode=1732216151773 2024-11-21T19:09:12,308 DEBUG [RS:0;2d90ca23533b:43087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:12,310 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:12,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:12,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,310 DEBUG [RS:1;2d90ca23533b:43751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eaf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:12,311 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55543, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:12,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,311 DEBUG [RS:1;2d90ca23533b:43751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4202acbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:12,311 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:12,311 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:12,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:12,311 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:12,312 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,42879,1732216151629 with isa=2d90ca23533b/172.17.0.3:43751, startcode=1732216151813 2024-11-21T19:09:12,312 DEBUG [RS:1;2d90ca23533b:43751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:12,313 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52871, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:12,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,43087,1732216151773 2024-11-21T19:09:12,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,43087,1732216151773 2024-11-21T19:09:12,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:12,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,318 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 2024-11-21T19:09:12,318 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-21T19:09:12,318 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:12,318 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 2024-11-21T19:09:12,318 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-21T19:09:12,318 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:12,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:12,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:12,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:12,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740 2024-11-21T19:09:12,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740 2024-11-21T19:09:12,337 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:12,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:12,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:12,342 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65323171, jitterRate=-0.026608899235725403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:12,344 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:12,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:12,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:12,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:12,344 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:12,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:12,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:12,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:09:12,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:09:12,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:09:12,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:09:12,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,43751,1732216151813] 2024-11-21T19:09:12,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,43087,1732216151773] 2024-11-21T19:09:12,380 DEBUG [RS:1;2d90ca23533b:43751 {}] zookeeper.ZKUtil(111): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,381 WARN [RS:1;2d90ca23533b:43751 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:12,381 INFO [RS:1;2d90ca23533b:43751 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:12,381 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,382 DEBUG [RS:0;2d90ca23533b:43087 {}] zookeeper.ZKUtil(111): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,43087,1732216151773 2024-11-21T19:09:12,382 WARN [RS:0;2d90ca23533b:43087 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:12,382 INFO [RS:0;2d90ca23533b:43087 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:12,382 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43087,1732216151773 2024-11-21T19:09:12,391 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:12,391 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:12,396 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:12,398 INFO [RS:1;2d90ca23533b:43751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:12,398 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,398 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:12,399 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:12,399 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:12,402 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:12,402 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 INFO [RS:0;2d90ca23533b:43087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,403 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,404 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,404 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,404 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:12,404 DEBUG [RS:1;2d90ca23533b:43751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:12,406 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:12,407 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,407 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,407 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,407 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,407 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43751,1732216151813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:12,408 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:12,408 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,409 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,409 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,409 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,409 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:12,409 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:12,409 DEBUG [RS:0;2d90ca23533b:43087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:12,414 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,415 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,415 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,415 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,415 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43087,1732216151773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:12,428 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:12,428 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43751,1732216151813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,439 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:12,439 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43087,1732216151773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:12,461 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.Replication(204): 2d90ca23533b,43751,1732216151813 started 2024-11-21T19:09:12,461 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,43751,1732216151813, RpcServer on 2d90ca23533b/172.17.0.3:43751, sessionid=0x101601680980002 2024-11-21T19:09:12,461 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:12,461 DEBUG [RS:1;2d90ca23533b:43751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,461 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,43751,1732216151813' 2024-11-21T19:09:12,461 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,43751,1732216151813' 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:12,462 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:12,463 DEBUG [RS:1;2d90ca23533b:43751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:12,463 INFO [RS:1;2d90ca23533b:43751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:12,463 INFO [RS:1;2d90ca23533b:43751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:12,472 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.Replication(204): 2d90ca23533b,43087,1732216151773 started 2024-11-21T19:09:12,472 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,43087,1732216151773, RpcServer on 2d90ca23533b/172.17.0.3:43087, sessionid=0x101601680980001 2024-11-21T19:09:12,472 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:12,472 DEBUG [RS:0;2d90ca23533b:43087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,43087,1732216151773 2024-11-21T19:09:12,472 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,43087,1732216151773' 2024-11-21T19:09:12,472 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:12,472 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:12,473 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:12,473 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:12,473 DEBUG [RS:0;2d90ca23533b:43087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,43087,1732216151773 2024-11-21T19:09:12,473 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,43087,1732216151773' 2024-11-21T19:09:12,473 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:12,473 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:12,474 DEBUG [RS:0;2d90ca23533b:43087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:12,474 INFO [RS:0;2d90ca23533b:43087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:12,474 INFO [RS:0;2d90ca23533b:43087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:12,503 WARN [2d90ca23533b:42879 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:09:12,564 INFO [RS:1;2d90ca23533b:43751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:12,567 INFO [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C43751%2C1732216151813, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/oldWALs, maxLogs=32 2024-11-21T19:09:12,575 INFO [RS:0;2d90ca23533b:43087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:12,577 INFO [RS:0;2d90ca23533b:43087 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C43087%2C1732216151773, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43087,1732216151773, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/oldWALs, maxLogs=32 2024-11-21T19:09:12,595 DEBUG [RS:1;2d90ca23533b:43751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813/2d90ca23533b%2C43751%2C1732216151813.1732216152568, exclude list is [], retry=0 2024-11-21T19:09:12,600 DEBUG [RS:0;2d90ca23533b:43087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43087,1732216151773/2d90ca23533b%2C43087%2C1732216151773.1732216152578, exclude list is [], retry=0 2024-11-21T19:09:12,605 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36669,DS-fc0e8cef-6e46-459b-b990-51f74fd12eac,DISK] 2024-11-21T19:09:12,605 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43961,DS-2398c715-6a4b-43c2-bf2d-257d90f4ce50,DISK] 2024-11-21T19:09:12,608 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36669,DS-fc0e8cef-6e46-459b-b990-51f74fd12eac,DISK] 2024-11-21T19:09:12,610 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43961,DS-2398c715-6a4b-43c2-bf2d-257d90f4ce50,DISK] 2024-11-21T19:09:12,631 INFO [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813/2d90ca23533b%2C43751%2C1732216151813.1732216152568 2024-11-21T19:09:12,632 DEBUG [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35339:35339),(127.0.0.1/127.0.0.1:45233:45233)] 2024-11-21T19:09:12,639 INFO [RS:0;2d90ca23533b:43087 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43087,1732216151773/2d90ca23533b%2C43087%2C1732216151773.1732216152578 2024-11-21T19:09:12,639 DEBUG [RS:0;2d90ca23533b:43087 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35339:35339),(127.0.0.1/127.0.0.1:45233:45233)] 2024-11-21T19:09:12,754 DEBUG [2d90ca23533b:42879 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T19:09:12,754 DEBUG [2d90ca23533b:42879 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:12,756 DEBUG [2d90ca23533b:42879 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:12,756 DEBUG [2d90ca23533b:42879 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:12,756 INFO [2d90ca23533b:42879 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:12,756 INFO [2d90ca23533b:42879 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:12,756 DEBUG [2d90ca23533b:42879 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:12,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,43751,1732216151813, state=OPENING 2024-11-21T19:09:12,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:09:12,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:12,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:12,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,43751,1732216151813}] 2024-11-21T19:09:12,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:12,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:12,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,43751,1732216151813 2024-11-21T19:09:12,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:12,938 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:12,943 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:09:12,943 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:12,943 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:09:12,945 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C43751%2C1732216151813.meta, suffix=.meta, logDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/oldWALs, maxLogs=32 2024-11-21T19:09:12,965 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813/2d90ca23533b%2C43751%2C1732216151813.meta.1732216152946.meta, exclude list is [], retry=0 2024-11-21T19:09:12,968 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36669,DS-fc0e8cef-6e46-459b-b990-51f74fd12eac,DISK] 2024-11-21T19:09:12,971 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43961,DS-2398c715-6a4b-43c2-bf2d-257d90f4ce50,DISK] 2024-11-21T19:09:12,976 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813/2d90ca23533b%2C43751%2C1732216151813.meta.1732216152946.meta 2024-11-21T19:09:12,979 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35339:35339),(127.0.0.1/127.0.0.1:45233:45233)] 2024-11-21T19:09:12,979 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:12,979 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:09:12,979 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:09:12,979 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:09:12,980 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:09:12,980 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:12,980 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:09:12,980 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:09:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:12,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:12,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:12,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:12,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:12,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:12,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:12,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:12,990 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740 2024-11-21T19:09:12,991 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740 2024-11-21T19:09:12,993 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:12,994 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:12,996 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59297261, jitterRate=-0.11640195548534393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:12,997 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:12,998 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732216152935 2024-11-21T19:09:13,001 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:09:13,001 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:09:13,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,43751,1732216151813 2024-11-21T19:09:13,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,43751,1732216151813, state=OPEN 2024-11-21T19:09:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:13,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:13,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:13,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:13,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:09:13,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,43751,1732216151813 in 227 msec 2024-11-21T19:09:13,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:09:13,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-21T19:09:13,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-21T19:09:13,020 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732216153020, completionTime=-1 2024-11-21T19:09:13,020 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-21T19:09:13,020 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:09:13,021 DEBUG [hconnection-0x3aaf9369-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:13,023 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:13,024 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-21T19:09:13,024 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732216213024 2024-11-21T19:09:13,024 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732216273024 2024-11-21T19:09:13,024 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-21T19:09:13,042 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:09:13,042 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42879,1732216151629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:13,042 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42879,1732216151629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:13,043 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42879,1732216151629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:13,043 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:42879, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:13,043 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:13,043 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:09:13,043 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:13,045 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:09:13,045 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:09:13,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:13,047 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:13,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:13,058 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19ac308a12a2ee260903d5179bbf8eb3, NAME => 'hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 2024-11-21T19:09:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:13,080 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:13,080 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 19ac308a12a2ee260903d5179bbf8eb3, disabling compactions & flushes 2024-11-21T19:09:13,080 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,080 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,080 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. after waiting 0 ms 2024-11-21T19:09:13,080 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,080 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,080 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19ac308a12a2ee260903d5179bbf8eb3: 2024-11-21T19:09:13,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:13,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732216153082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216153082"}]},"ts":"1732216153082"} 2024-11-21T19:09:13,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:09:13,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:13,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216153090"}]},"ts":"1732216153090"} 2024-11-21T19:09:13,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:09:13,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:13,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:13,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:13,127 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:13,127 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:13,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:13,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=19ac308a12a2ee260903d5179bbf8eb3, ASSIGN}] 2024-11-21T19:09:13,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=19ac308a12a2ee260903d5179bbf8eb3, ASSIGN 2024-11-21T19:09:13,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=19ac308a12a2ee260903d5179bbf8eb3, ASSIGN; state=OFFLINE, location=2d90ca23533b,43087,1732216151773; forceNewPlan=false, retain=false 2024-11-21T19:09:13,281 INFO [2d90ca23533b:42879 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T19:09:13,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=19ac308a12a2ee260903d5179bbf8eb3, regionState=OPENING, regionLocation=2d90ca23533b,43087,1732216151773 2024-11-21T19:09:13,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 19ac308a12a2ee260903d5179bbf8eb3, server=2d90ca23533b,43087,1732216151773}] 2024-11-21T19:09:13,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,43087,1732216151773 2024-11-21T19:09:13,438 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:13,440 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:13,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 19ac308a12a2ee260903d5179bbf8eb3, NAME => 'hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:13,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:13,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,459 INFO [StoreOpener-19ac308a12a2ee260903d5179bbf8eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,461 INFO [StoreOpener-19ac308a12a2ee260903d5179bbf8eb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ac308a12a2ee260903d5179bbf8eb3 columnFamilyName info 2024-11-21T19:09:13,461 DEBUG [StoreOpener-19ac308a12a2ee260903d5179bbf8eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:13,462 INFO [StoreOpener-19ac308a12a2ee260903d5179bbf8eb3-1 {}] regionserver.HStore(327): Store=19ac308a12a2ee260903d5179bbf8eb3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:13,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:13,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:13,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 19ac308a12a2ee260903d5179bbf8eb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63822697, jitterRate=-0.04896770417690277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:13,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 19ac308a12a2ee260903d5179bbf8eb3: 2024-11-21T19:09:13,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3., pid=6, masterSystemTime=1732216153437 2024-11-21T19:09:13,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:13,483 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=19ac308a12a2ee260903d5179bbf8eb3, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,43087,1732216151773 2024-11-21T19:09:13,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:09:13,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 19ac308a12a2ee260903d5179bbf8eb3, server=2d90ca23533b,43087,1732216151773 in 204 msec 2024-11-21T19:09:13,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:09:13,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=19ac308a12a2ee260903d5179bbf8eb3, ASSIGN in 372 msec 2024-11-21T19:09:13,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:13,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216153504"}]},"ts":"1732216153504"} 2024-11-21T19:09:13,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:09:13,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:13,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 500 msec 2024-11-21T19:09:13,547 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:09:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:13,559 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:13,561 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:13,563 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:09:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:13,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-21T19:09:13,596 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:09:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:13,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-11-21T19:09:13,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:09:13,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.804sec 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42879,1732216151629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:13,679 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42879,1732216151629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:09:13,682 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:09:13,682 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:09:13,682 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,42879,1732216151629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:13,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x149d2b16 to 127.0.0.1:54530 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d34b1cd 2024-11-21T19:09:13,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb2006c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:13,795 DEBUG [hconnection-0x55f0fe01-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:13,801 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,42879,1732216151629 2024-11-21T19:09:13,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:09:13,818 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:09:13,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-21T19:09:13,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:13,824 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:13,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-21T19:09:13,825 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:13,850 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ed0abfa4bb5c182904c7a6054b343a7e, NAME => 'testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 2024-11-21T19:09:13,850 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b9ea988ef94d9ed39d735fbb02e538a2, NAME => 'testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7 2024-11-21T19:09:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:14,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:09:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:14,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:14,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:14,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:14,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:14,276 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:14,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing b9ea988ef94d9ed39d735fbb02e538a2, disabling compactions & flushes 2024-11-21T19:09:14,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. after waiting 0 ms 2024-11-21T19:09:14,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for b9ea988ef94d9ed39d735fbb02e538a2: 2024-11-21T19:09:14,287 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:14,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing ed0abfa4bb5c182904c7a6054b343a7e, disabling compactions & flushes 2024-11-21T19:09:14,288 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. after waiting 0 ms 2024-11-21T19:09:14,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,288 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for ed0abfa4bb5c182904c7a6054b343a7e: 2024-11-21T19:09:14,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:14,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216154290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216154290"}]},"ts":"1732216154290"} 2024-11-21T19:09:14,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216154290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216154290"}]},"ts":"1732216154290"} 2024-11-21T19:09:14,318 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-21T19:09:14,326 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:14,326 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216154326"}]},"ts":"1732216154326"} 2024-11-21T19:09:14,338 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-21T19:09:14,387 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:14,389 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:14,389 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:14,389 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:14,389 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:14,390 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:14,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed0abfa4bb5c182904c7a6054b343a7e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9ea988ef94d9ed39d735fbb02e538a2, ASSIGN}] 2024-11-21T19:09:14,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9ea988ef94d9ed39d735fbb02e538a2, ASSIGN 2024-11-21T19:09:14,395 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed0abfa4bb5c182904c7a6054b343a7e, ASSIGN 2024-11-21T19:09:14,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9ea988ef94d9ed39d735fbb02e538a2, ASSIGN; state=OFFLINE, location=2d90ca23533b,43751,1732216151813; forceNewPlan=false, retain=false 2024-11-21T19:09:14,399 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed0abfa4bb5c182904c7a6054b343a7e, ASSIGN; state=OFFLINE, location=2d90ca23533b,43087,1732216151773; forceNewPlan=false, retain=false 2024-11-21T19:09:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:14,550 INFO [2d90ca23533b:42879 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-21T19:09:14,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b9ea988ef94d9ed39d735fbb02e538a2, regionState=OPENING, regionLocation=2d90ca23533b,43751,1732216151813 2024-11-21T19:09:14,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ed0abfa4bb5c182904c7a6054b343a7e, regionState=OPENING, regionLocation=2d90ca23533b,43087,1732216151773 2024-11-21T19:09:14,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure ed0abfa4bb5c182904c7a6054b343a7e, server=2d90ca23533b,43087,1732216151773}] 2024-11-21T19:09:14,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure b9ea988ef94d9ed39d735fbb02e538a2, server=2d90ca23533b,43751,1732216151813}] 2024-11-21T19:09:14,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,43087,1732216151773 2024-11-21T19:09:14,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,43751,1732216151813 2024-11-21T19:09:14,716 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,716 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => ed0abfa4bb5c182904c7a6054b343a7e, NAME => 'testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e.', STARTKEY => '', ENDKEY => '5'} 2024-11-21T19:09:14,716 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,717 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:14,717 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,717 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,719 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,719 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b9ea988ef94d9ed39d735fbb02e538a2, NAME => 'testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2.', STARTKEY => '5', ENDKEY => ''} 2024-11-21T19:09:14,719 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,720 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:14,720 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,720 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,722 INFO [StoreOpener-b9ea988ef94d9ed39d735fbb02e538a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,724 INFO [StoreOpener-b9ea988ef94d9ed39d735fbb02e538a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9ea988ef94d9ed39d735fbb02e538a2 columnFamilyName family 2024-11-21T19:09:14,724 DEBUG [StoreOpener-b9ea988ef94d9ed39d735fbb02e538a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:14,725 INFO [StoreOpener-b9ea988ef94d9ed39d735fbb02e538a2-1 {}] regionserver.HStore(327): Store=b9ea988ef94d9ed39d735fbb02e538a2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:14,727 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,727 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,731 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:14,736 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:14,737 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b9ea988ef94d9ed39d735fbb02e538a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64549012, jitterRate=-0.03814476728439331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:14,738 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b9ea988ef94d9ed39d735fbb02e538a2: 2024-11-21T19:09:14,739 INFO [StoreOpener-ed0abfa4bb5c182904c7a6054b343a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,740 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2., pid=13, masterSystemTime=1732216154714 2024-11-21T19:09:14,743 INFO [StoreOpener-ed0abfa4bb5c182904c7a6054b343a7e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0abfa4bb5c182904c7a6054b343a7e columnFamilyName family 2024-11-21T19:09:14,743 DEBUG [StoreOpener-ed0abfa4bb5c182904c7a6054b343a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:14,744 INFO [StoreOpener-ed0abfa4bb5c182904c7a6054b343a7e-1 {}] regionserver.HStore(327): Store=ed0abfa4bb5c182904c7a6054b343a7e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:14,746 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,747 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,750 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,750 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:14,750 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:14,756 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:14,756 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened ed0abfa4bb5c182904c7a6054b343a7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58835179, jitterRate=-0.12328751385211945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:14,756 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for ed0abfa4bb5c182904c7a6054b343a7e: 2024-11-21T19:09:14,758 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e., pid=12, masterSystemTime=1732216154711 2024-11-21T19:09:14,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b9ea988ef94d9ed39d735fbb02e538a2, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,43751,1732216151813 2024-11-21T19:09:14,768 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,768 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:14,771 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ed0abfa4bb5c182904c7a6054b343a7e, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,43087,1732216151773 2024-11-21T19:09:14,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-21T19:09:14,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure b9ea988ef94d9ed39d735fbb02e538a2, server=2d90ca23533b,43751,1732216151813 in 211 msec 2024-11-21T19:09:14,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T19:09:14,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure ed0abfa4bb5c182904c7a6054b343a7e, server=2d90ca23533b,43087,1732216151773 in 220 msec 2024-11-21T19:09:14,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9ea988ef94d9ed39d735fbb02e538a2, ASSIGN in 386 msec 2024-11-21T19:09:14,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T19:09:14,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ed0abfa4bb5c182904c7a6054b343a7e, ASSIGN in 392 msec 2024-11-21T19:09:14,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:14,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216154789"}]},"ts":"1732216154789"} 2024-11-21T19:09:14,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-21T19:09:14,814 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:14,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 994 msec 2024-11-21T19:09:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:14,947 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-21T19:09:14,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-21T19:09:14,947 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-21T19:09:14,961 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-21T19:09:14,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:14,976 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:15,064 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ed0abfa4bb5c182904c7a6054b343a7e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-21T19:09:15,143 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/.tmp/family/836c3f1edab045cbbae2db569476a75b is 32, key is 1/family:/1732216154977/Put/seqid=0 2024-11-21T19:09:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741841_1017 (size=5054) 2024-11-21T19:09:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741841_1017 (size=5054) 2024-11-21T19:09:15,560 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/.tmp/family/836c3f1edab045cbbae2db569476a75b 2024-11-21T19:09:15,569 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/.tmp/family/836c3f1edab045cbbae2db569476a75b as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/family/836c3f1edab045cbbae2db569476a75b 2024-11-21T19:09:15,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/family/836c3f1edab045cbbae2db569476a75b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T19:09:15,577 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ed0abfa4bb5c182904c7a6054b343a7e in 514ms, sequenceid=8, compaction requested=false 2024-11-21T19:09:15,577 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ed0abfa4bb5c182904c7a6054b343a7e: 2024-11-21T19:09:15,577 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b9ea988ef94d9ed39d735fbb02e538a2 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-21T19:09:15,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/.tmp/family/59a7a0ab4e4c40b0832fc0b753e4a329 is 32, key is 5/family:/1732216155047/Put/seqid=0 2024-11-21T19:09:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741842_1018 (size=5083) 2024-11-21T19:09:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741842_1018 (size=5083) 2024-11-21T19:09:15,607 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/.tmp/family/59a7a0ab4e4c40b0832fc0b753e4a329 2024-11-21T19:09:15,615 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/.tmp/family/59a7a0ab4e4c40b0832fc0b753e4a329 as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/family/59a7a0ab4e4c40b0832fc0b753e4a329 2024-11-21T19:09:15,622 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/family/59a7a0ab4e4c40b0832fc0b753e4a329, entries=5, sequenceid=9, filesize=5.0 K 2024-11-21T19:09:15,623 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b9ea988ef94d9ed39d735fbb02e538a2 in 46ms, sequenceid=9, compaction requested=false 2024-11-21T19:09:15,623 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b9ea988ef94d9ed39d735fbb02e538a2: 2024-11-21T19:09:15,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:15,637 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:15,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:15,640 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:15,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:09:15,640 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:09:15,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x149d2b16 to 127.0.0.1:54530 2024-11-21T19:09:15,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:15,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:09:15,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=160525601, stopped=false 2024-11-21T19:09:15,641 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,42879,1732216151629 2024-11-21T19:09:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:15,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:15,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:15,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:15,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:15,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:09:15,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:15,655 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,43087,1732216151773' ***** 2024-11-21T19:09:15,655 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:15,655 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:15,655 INFO [RS:0;2d90ca23533b:43087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:15,655 INFO [RS:0;2d90ca23533b:43087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:15,655 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(3579): Received CLOSE for ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:15,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:15,655 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,43751,1732216151813' ***** 2024-11-21T19:09:15,655 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:15,656 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:15,656 INFO [RS:1;2d90ca23533b:43751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:15,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:15,656 INFO [RS:1;2d90ca23533b:43751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:15,656 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(3579): Received CLOSE for b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:15,657 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(3579): Received CLOSE for 19ac308a12a2ee260903d5179bbf8eb3 2024-11-21T19:09:15,657 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,43087,1732216151773 2024-11-21T19:09:15,657 DEBUG [RS:0;2d90ca23533b:43087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:15,657 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ed0abfa4bb5c182904c7a6054b343a7e, disabling compactions & flushes 2024-11-21T19:09:15,657 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:09:15,657 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:15,657 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1603): Online Regions={ed0abfa4bb5c182904c7a6054b343a7e=testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e., 19ac308a12a2ee260903d5179bbf8eb3=hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3.} 2024-11-21T19:09:15,657 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:15,657 DEBUG [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1629): Waiting on 19ac308a12a2ee260903d5179bbf8eb3, ed0abfa4bb5c182904c7a6054b343a7e 2024-11-21T19:09:15,657 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. after waiting 0 ms 2024-11-21T19:09:15,657 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:15,662 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,43751,1732216151813 2024-11-21T19:09:15,662 DEBUG [RS:1;2d90ca23533b:43751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:15,662 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:15,662 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9ea988ef94d9ed39d735fbb02e538a2, disabling compactions & flushes 2024-11-21T19:09:15,662 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:15,662 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:15,662 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:15,662 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:09:15,662 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:15,662 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. after waiting 0 ms 2024-11-21T19:09:15,662 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:15,663 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:09:15,663 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1603): Online Regions={b9ea988ef94d9ed39d735fbb02e538a2=testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:09:15,663 DEBUG [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b9ea988ef94d9ed39d735fbb02e538a2 2024-11-21T19:09:15,663 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:15,663 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:15,663 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:15,663 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:15,663 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:15,663 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-21T19:09:15,672 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/b9ea988ef94d9ed39d735fbb02e538a2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T19:09:15,672 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/default/testClearRegionBlockCache/ed0abfa4bb5c182904c7a6054b343a7e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T19:09:15,672 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9ea988ef94d9ed39d735fbb02e538a2: 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2. 2024-11-21T19:09:15,673 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ed0abfa4bb5c182904c7a6054b343a7e: 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732216153819.ed0abfa4bb5c182904c7a6054b343a7e. 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19ac308a12a2ee260903d5179bbf8eb3, disabling compactions & flushes 2024-11-21T19:09:15,673 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. after waiting 0 ms 2024-11-21T19:09:15,673 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:15,674 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 19ac308a12a2ee260903d5179bbf8eb3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:09:15,688 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/.tmp/info/29a468fb903446819f11cc6db5d0ce49 is 173, key is testClearRegionBlockCache,5,1732216153819.b9ea988ef94d9ed39d735fbb02e538a2./info:regioninfo/1732216154763/Put/seqid=0 2024-11-21T19:09:15,697 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/.tmp/info/e49cf06f64384a17b8d82b0aec77084b is 45, key is default/info:d/1732216153569/Put/seqid=0 2024-11-21T19:09:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:09:15,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:09:15,707 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/.tmp/info/29a468fb903446819f11cc6db5d0ce49 2024-11-21T19:09:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:09:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:09:15,715 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/.tmp/info/e49cf06f64384a17b8d82b0aec77084b 2024-11-21T19:09:15,726 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/.tmp/info/e49cf06f64384a17b8d82b0aec77084b as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/info/e49cf06f64384a17b8d82b0aec77084b 2024-11-21T19:09:15,735 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/info/e49cf06f64384a17b8d82b0aec77084b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:09:15,739 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 19ac308a12a2ee260903d5179bbf8eb3 in 66ms, sequenceid=6, compaction requested=false 2024-11-21T19:09:15,740 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:15,740 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:15,748 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/.tmp/table/34afadb2839a495bbb12a17d281a3201 is 61, key is testClearRegionBlockCache/table:state/1732216154789/Put/seqid=0 2024-11-21T19:09:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:15,767 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/namespace/19ac308a12a2ee260903d5179bbf8eb3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:09:15,768 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:15,768 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19ac308a12a2ee260903d5179bbf8eb3: 2024-11-21T19:09:15,769 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732216153043.19ac308a12a2ee260903d5179bbf8eb3. 2024-11-21T19:09:15,770 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/.tmp/table/34afadb2839a495bbb12a17d281a3201 2024-11-21T19:09:15,779 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/.tmp/info/29a468fb903446819f11cc6db5d0ce49 as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/info/29a468fb903446819f11cc6db5d0ce49 2024-11-21T19:09:15,788 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/info/29a468fb903446819f11cc6db5d0ce49, entries=30, sequenceid=16, filesize=9.1 K 2024-11-21T19:09:15,789 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/.tmp/table/34afadb2839a495bbb12a17d281a3201 as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/table/34afadb2839a495bbb12a17d281a3201 2024-11-21T19:09:15,796 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/table/34afadb2839a495bbb12a17d281a3201, entries=4, sequenceid=16, filesize=5.3 K 2024-11-21T19:09:15,797 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=16, compaction requested=false 2024-11-21T19:09:15,803 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T19:09:15,804 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:15,804 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:15,804 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:15,804 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:15,858 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,43087,1732216151773; all regions closed. 2024-11-21T19:09:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741834_1010 (size=3079) 2024-11-21T19:09:15,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43087,1732216151773/2d90ca23533b%2C43087%2C1732216151773.1732216152578 not finished, retry = 0 2024-11-21T19:09:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741834_1010 (size=3079) 2024-11-21T19:09:15,863 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,43751,1732216151813; all regions closed. 2024-11-21T19:09:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:15,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/WALs/2d90ca23533b,43751,1732216151813/2d90ca23533b%2C43751%2C1732216151813.meta.1732216152946.meta not finished, retry = 0 2024-11-21T19:09:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:15,963 DEBUG [RS:0;2d90ca23533b:43087 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/oldWALs 2024-11-21T19:09:15,964 INFO [RS:0;2d90ca23533b:43087 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C43087%2C1732216151773:(num 1732216152578) 2024-11-21T19:09:15,964 DEBUG [RS:0;2d90ca23533b:43087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:15,964 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:15,964 INFO [RS:0;2d90ca23533b:43087 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:15,964 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:15,964 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:15,964 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:15,964 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:15,965 INFO [RS:0;2d90ca23533b:43087 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43087 2024-11-21T19:09:15,969 DEBUG [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/oldWALs 2024-11-21T19:09:15,970 INFO [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C43751%2C1732216151813.meta:.meta(num 1732216152946) 2024-11-21T19:09:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741833_1009 (size=1867) 2024-11-21T19:09:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741833_1009 (size=1867) 2024-11-21T19:09:15,975 DEBUG [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/oldWALs 2024-11-21T19:09:15,975 INFO [RS:1;2d90ca23533b:43751 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C43751%2C1732216151813:(num 1732216152568) 2024-11-21T19:09:15,975 DEBUG [RS:1;2d90ca23533b:43751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:15,975 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:15,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,43087,1732216151773 2024-11-21T19:09:15,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:15,975 INFO [RS:1;2d90ca23533b:43751 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:15,975 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:15,975 INFO [RS:1;2d90ca23533b:43751 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43751 2024-11-21T19:09:15,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,43087,1732216151773] 2024-11-21T19:09:15,976 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,43087,1732216151773; numProcessing=1 2024-11-21T19:09:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,43751,1732216151813 2024-11-21T19:09:15,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,43087,1732216151773 already deleted, retry=false 2024-11-21T19:09:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:15,992 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,43087,1732216151773 expired; onlineServers=1 2024-11-21T19:09:16,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,43751,1732216151813] 2024-11-21T19:09:16,000 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,43751,1732216151813; numProcessing=2 2024-11-21T19:09:16,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,43751,1732216151813 already deleted, retry=false 2024-11-21T19:09:16,008 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,43751,1732216151813 expired; onlineServers=0 2024-11-21T19:09:16,008 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,42879,1732216151629' ***** 2024-11-21T19:09:16,008 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:09:16,009 DEBUG [M:0;2d90ca23533b:42879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6db6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:16,009 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,42879,1732216151629 2024-11-21T19:09:16,009 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,42879,1732216151629; all regions closed. 2024-11-21T19:09:16,009 DEBUG [M:0;2d90ca23533b:42879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:16,009 DEBUG [M:0;2d90ca23533b:42879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:09:16,009 DEBUG [M:0;2d90ca23533b:42879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:09:16,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:09:16,009 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216152249 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216152249,5,FailOnTimeoutGroup] 2024-11-21T19:09:16,009 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216152250 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216152250,5,FailOnTimeoutGroup] 2024-11-21T19:09:16,009 INFO [M:0;2d90ca23533b:42879 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:09:16,009 DEBUG [M:0;2d90ca23533b:42879 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:09:16,010 INFO [M:0;2d90ca23533b:42879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:09:16,010 INFO [M:0;2d90ca23533b:42879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:09:16,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:09:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:16,017 DEBUG [M:0;2d90ca23533b:42879 {}] zookeeper.ZKUtil(347): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:09:16,017 WARN [M:0;2d90ca23533b:42879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:09:16,017 INFO [M:0;2d90ca23533b:42879 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:09:16,017 INFO [M:0;2d90ca23533b:42879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:09:16,017 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:16,017 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:16,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:16,017 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:16,017 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:16,017 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:16,018 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-21T19:09:16,036 DEBUG [M:0;2d90ca23533b:42879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec6a8084505d4bcf9e0c06bef8c9a8e4 is 82, key is hbase:meta,,1/info:regioninfo/1732216153001/Put/seqid=0 2024-11-21T19:09:16,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:16,061 INFO [M:0;2d90ca23533b:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec6a8084505d4bcf9e0c06bef8c9a8e4 2024-11-21T19:09:16,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:16,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43087-0x101601680980001, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:16,087 INFO [RS:0;2d90ca23533b:43087 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,43087,1732216151773; zookeeper connection closed. 2024-11-21T19:09:16,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e77fe35 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e77fe35 2024-11-21T19:09:16,090 DEBUG [M:0;2d90ca23533b:42879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de0374830f87420c8ed8f910beb6d60e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732216154816/Put/seqid=0 2024-11-21T19:09:16,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:16,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43751-0x101601680980002, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:16,100 INFO [RS:1;2d90ca23533b:43751 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,43751,1732216151813; zookeeper connection closed. 2024-11-21T19:09:16,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55351c9e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55351c9e 2024-11-21T19:09:16,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-21T19:09:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741847_1023 (size=7578) 2024-11-21T19:09:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741847_1023 (size=7578) 2024-11-21T19:09:16,107 INFO [M:0;2d90ca23533b:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de0374830f87420c8ed8f910beb6d60e 2024-11-21T19:09:16,142 DEBUG [M:0;2d90ca23533b:42879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de73273fabf41d7965c00af5cc5ca98 is 69, key is 2d90ca23533b,43087,1732216151773/rs:state/1732216152317/Put/seqid=0 2024-11-21T19:09:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:16,148 INFO [M:0;2d90ca23533b:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de73273fabf41d7965c00af5cc5ca98 2024-11-21T19:09:16,155 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec6a8084505d4bcf9e0c06bef8c9a8e4 as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec6a8084505d4bcf9e0c06bef8c9a8e4 2024-11-21T19:09:16,162 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec6a8084505d4bcf9e0c06bef8c9a8e4, entries=8, sequenceid=108, filesize=5.5 K 2024-11-21T19:09:16,163 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de0374830f87420c8ed8f910beb6d60e as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de0374830f87420c8ed8f910beb6d60e 2024-11-21T19:09:16,168 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de0374830f87420c8ed8f910beb6d60e, entries=13, sequenceid=108, filesize=7.4 K 2024-11-21T19:09:16,169 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de73273fabf41d7965c00af5cc5ca98 as hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de73273fabf41d7965c00af5cc5ca98 2024-11-21T19:09:16,176 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35261/user/jenkins/test-data/7074d346-cd3e-ce21-389b-04acaa0af6e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de73273fabf41d7965c00af5cc5ca98, entries=2, sequenceid=108, filesize=5.1 K 2024-11-21T19:09:16,177 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=108, compaction requested=false 2024-11-21T19:09:16,179 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:16,179 DEBUG [M:0;2d90ca23533b:42879 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:16,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43961 is added to blk_1073741830_1006 (size=54465) 2024-11-21T19:09:16,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36669 is added to blk_1073741830_1006 (size=54465) 2024-11-21T19:09:16,185 INFO [M:0;2d90ca23533b:42879 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:09:16,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:16,185 INFO [M:0;2d90ca23533b:42879 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42879 2024-11-21T19:09:16,191 DEBUG [M:0;2d90ca23533b:42879 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,42879,1732216151629 already deleted, retry=false 2024-11-21T19:09:16,300 INFO [M:0;2d90ca23533b:42879 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,42879,1732216151629; zookeeper connection closed. 2024-11-21T19:09:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101601680980000, quorum=127.0.0.1:54530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:16,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@528bf23e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:16,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c560704{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:16,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:16,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b3d860d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:16,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2700a842{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:16,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:16,305 WARN [BP-1476966662-172.17.0.3-1732216149627 heartbeating to localhost/127.0.0.1:35261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:16,305 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:16,305 WARN [BP-1476966662-172.17.0.3-1732216149627 heartbeating to localhost/127.0.0.1:35261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476966662-172.17.0.3-1732216149627 (Datanode Uuid 10707dec-661c-45be-91f9-d788d2034447) service to localhost/127.0.0.1:35261 2024-11-21T19:09:16,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data3/current/BP-1476966662-172.17.0.3-1732216149627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:16,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data4/current/BP-1476966662-172.17.0.3-1732216149627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:16,306 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:16,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7df8c804{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:16,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@187a8fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:16,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:16,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fd947d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:16,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13f416bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:16,309 WARN [BP-1476966662-172.17.0.3-1732216149627 heartbeating to localhost/127.0.0.1:35261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:16,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:16,310 WARN [BP-1476966662-172.17.0.3-1732216149627 heartbeating to localhost/127.0.0.1:35261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476966662-172.17.0.3-1732216149627 (Datanode Uuid 3f80e108-568c-48aa-885e-d1ffddb4b499) service to localhost/127.0.0.1:35261 2024-11-21T19:09:16,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:16,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data1/current/BP-1476966662-172.17.0.3-1732216149627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:16,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/cluster_b71ce3a8-a207-5cc0-ada9-2d7a68b24e74/dfs/data/data2/current/BP-1476966662-172.17.0.3-1732216149627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:16,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:16,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77838075{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:16,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73088b14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:16,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:16,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21dd5462{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:16,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6db41c74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:16,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:09:16,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T19:09:16,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=131 (was 99) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:35261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:35261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:35261 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:35261 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 435) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1084 (was 1126), ProcessCount=11 (was 11), AvailableMemoryMB=4086 (was 4320) 2024-11-21T19:09:16,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=131, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=1084, ProcessCount=11, AvailableMemoryMB=4086 2024-11-21T19:09:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir so I do NOT create it in target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35 2024-11-21T19:09:16,380 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T19:09:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.tmp.dir so I do NOT create it in target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35 2024-11-21T19:09:16,380 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fd6dc21-ec09-4ec0-92a5-5e5ef82fd853/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T19:09:16,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35 2024-11-21T19:09:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:09:16,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a, deleteOnExit=true 2024-11-21T19:09:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:09:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/test.cache.data in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:09:16,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:09:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:09:16,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:09:16,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:16,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:16,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:16,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:16,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:09:16,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:16,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201dfe37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:16,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6845cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:16,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5275c7c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/java.io.tmpdir/jetty-localhost-38631-hadoop-hdfs-3_4_1-tests_jar-_-any-15269204560817121432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:16,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74c99fc9{HTTP/1.1, (http/1.1)}{localhost:38631} 2024-11-21T19:09:16,801 INFO [Time-limited test {}] server.Server(415): Started @39112ms 2024-11-21T19:09:17,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:17,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:17,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:17,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:17,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:17,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a3a53c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:17,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252f4e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:17,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48449b5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/java.io.tmpdir/jetty-localhost-35597-hadoop-hdfs-3_4_1-tests_jar-_-any-3755124764336240244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:17,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1555dec0{HTTP/1.1, (http/1.1)}{localhost:35597} 2024-11-21T19:09:17,230 INFO [Time-limited test {}] server.Server(415): Started @39541ms 2024-11-21T19:09:17,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:17,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:17,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:17,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:17,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:17,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:17,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da9d89f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:17,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4216811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:17,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:17,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:09:17,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:09:17,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T19:09:17,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-21T19:09:17,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@767f7a9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/java.io.tmpdir/jetty-localhost-43425-hadoop-hdfs-3_4_1-tests_jar-_-any-1070028098508061320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:17,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e9ce4a{HTTP/1.1, (http/1.1)}{localhost:43425} 2024-11-21T19:09:17,476 INFO [Time-limited test {}] server.Server(415): Started @39787ms 2024-11-21T19:09:17,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:17,911 WARN [Thread-913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data1/current/BP-438711450-172.17.0.3-1732216156409/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:17,911 WARN [Thread-914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data2/current/BP-438711450-172.17.0.3-1732216156409/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:17,960 WARN [Thread-878 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x274cd0c446313edd with lease ID 0x86ceb7050dac8c83: Processing first storage report for DS-6c9edb89-93fd-40de-b4fc-a85cdf79e472 from datanode DatanodeRegistration(127.0.0.1:42699, datanodeUuid=c59e4eab-0968-4cb2-85f7-2d6a1d06a94a, infoPort=36499, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409) 2024-11-21T19:09:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x274cd0c446313edd with lease ID 0x86ceb7050dac8c83: from storage DS-6c9edb89-93fd-40de-b4fc-a85cdf79e472 node DatanodeRegistration(127.0.0.1:42699, datanodeUuid=c59e4eab-0968-4cb2-85f7-2d6a1d06a94a, infoPort=36499, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x274cd0c446313edd with lease ID 0x86ceb7050dac8c83: Processing first storage report for DS-8969a821-ab59-4a00-9529-4252529f942d from datanode DatanodeRegistration(127.0.0.1:42699, datanodeUuid=c59e4eab-0968-4cb2-85f7-2d6a1d06a94a, infoPort=36499, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409) 2024-11-21T19:09:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x274cd0c446313edd with lease ID 0x86ceb7050dac8c83: from storage DS-8969a821-ab59-4a00-9529-4252529f942d node DatanodeRegistration(127.0.0.1:42699, datanodeUuid=c59e4eab-0968-4cb2-85f7-2d6a1d06a94a, infoPort=36499, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:18,135 WARN [Thread-925 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data3/current/BP-438711450-172.17.0.3-1732216156409/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:18,136 WARN [Thread-926 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data4/current/BP-438711450-172.17.0.3-1732216156409/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:18,181 WARN [Thread-901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4cc5d9ecb8c5a6b with lease ID 0x86ceb7050dac8c84: Processing first storage report for DS-b08195a6-6cc1-4608-89ec-a62193ef5a27 from datanode DatanodeRegistration(127.0.0.1:32973, datanodeUuid=a7c3c6e3-e5dd-43cb-a58b-fd6f7fa21c8f, infoPort=34279, infoSecurePort=0, ipcPort=43905, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409) 2024-11-21T19:09:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4cc5d9ecb8c5a6b with lease ID 0x86ceb7050dac8c84: from storage DS-b08195a6-6cc1-4608-89ec-a62193ef5a27 node DatanodeRegistration(127.0.0.1:32973, datanodeUuid=a7c3c6e3-e5dd-43cb-a58b-fd6f7fa21c8f, infoPort=34279, infoSecurePort=0, ipcPort=43905, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4cc5d9ecb8c5a6b with lease ID 0x86ceb7050dac8c84: Processing first storage report for DS-c8a74b2c-3c30-4a85-8de1-4ef6c6d3df1a from datanode DatanodeRegistration(127.0.0.1:32973, datanodeUuid=a7c3c6e3-e5dd-43cb-a58b-fd6f7fa21c8f, infoPort=34279, infoSecurePort=0, ipcPort=43905, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409) 2024-11-21T19:09:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4cc5d9ecb8c5a6b with lease ID 0x86ceb7050dac8c84: from storage DS-c8a74b2c-3c30-4a85-8de1-4ef6c6d3df1a node DatanodeRegistration(127.0.0.1:32973, datanodeUuid=a7c3c6e3-e5dd-43cb-a58b-fd6f7fa21c8f, infoPort=34279, infoSecurePort=0, ipcPort=43905, storageInfo=lv=-57;cid=testClusterID;nsid=1957219768;c=1732216156409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:18,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35 2024-11-21T19:09:18,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/zookeeper_0, clientPort=61899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:09:18,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61899 2024-11-21T19:09:18,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:18,338 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 with version=8 2024-11-21T19:09:18,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/hbase-staging 2024-11-21T19:09:18,341 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:18,341 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:18,343 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37873 2024-11-21T19:09:18,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37873 connecting to ZooKeeper ensemble=127.0.0.1:61899 2024-11-21T19:09:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378730x0, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:18,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37873-0x10160169aad0000 connected 2024-11-21T19:09:18,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:18,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:18,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:18,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37873 2024-11-21T19:09:18,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37873 2024-11-21T19:09:18,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37873 2024-11-21T19:09:18,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37873 2024-11-21T19:09:18,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37873 2024-11-21T19:09:18,611 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89, hbase.cluster.distributed=false 2024-11-21T19:09:18,634 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:18,634 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:18,639 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:35559 2024-11-21T19:09:18,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:18,649 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-21T19:09:18,654 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-21T19:09:18,658 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-21T19:09:18,660 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-21T19:09:18,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:18,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35559 connecting to ZooKeeper ensemble=127.0.0.1:61899 2024-11-21T19:09:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355590x0, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:18,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35559-0x10160169aad0001 connected 2024-11-21T19:09:18,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:18,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:18,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:18,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35559 2024-11-21T19:09:18,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35559 2024-11-21T19:09:18,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35559 2024-11-21T19:09:18,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35559 2024-11-21T19:09:18,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35559 2024-11-21T19:09:18,931 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:18,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:18,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:18,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:18,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:18,932 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:18,933 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:41341 2024-11-21T19:09:18,933 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:18,933 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-21T19:09:18,940 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-21T19:09:18,940 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-21T19:09:18,941 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-21T19:09:18,941 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:18,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:18,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41341 connecting to ZooKeeper ensemble=127.0.0.1:61899 2024-11-21T19:09:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413410x0, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:18,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413410x0, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:18,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41341-0x10160169aad0002 connected 2024-11-21T19:09:18,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:18,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:18,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41341 2024-11-21T19:09:18,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41341 2024-11-21T19:09:19,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41341 2024-11-21T19:09:19,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41341 2024-11-21T19:09:19,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41341 2024-11-21T19:09:19,007 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:19,021 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:37873 2024-11-21T19:09:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:19,023 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:19,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,034 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:19,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:19,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,035 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,37873,1732216158340 from backup master directory 2024-11-21T19:09:19,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:19,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:19,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:19,042 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:19,042 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:19,062 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/hbase.id with ID: 3bc90c4d-fa62-4291-914d-6fbaf3037a98 2024-11-21T19:09:19,079 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:19,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:19,503 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:19,504 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:09:19,505 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:19,514 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store 2024-11-21T19:09:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:19,521 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:19,521 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:19,522 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:19,522 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:19,522 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:19,522 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:19,522 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:19,522 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:19,522 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/.initializing 2024-11-21T19:09:19,523 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/WALs/2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,524 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:19,525 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C37873%2C1732216158340, suffix=, logDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/WALs/2d90ca23533b,37873,1732216158340, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/oldWALs, maxLogs=10 2024-11-21T19:09:19,540 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/WALs/2d90ca23533b,37873,1732216158340/2d90ca23533b%2C37873%2C1732216158340.1732216159525, exclude list is [], retry=0 2024-11-21T19:09:19,542 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-b08195a6-6cc1-4608-89ec-a62193ef5a27,DISK] 2024-11-21T19:09:19,542 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-6c9edb89-93fd-40de-b4fc-a85cdf79e472,DISK] 2024-11-21T19:09:19,545 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/WALs/2d90ca23533b,37873,1732216158340/2d90ca23533b%2C37873%2C1732216158340.1732216159525 2024-11-21T19:09:19,546 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279),(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-21T19:09:19,546 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:19,546 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:19,546 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,546 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:09:19,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:19,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:09:19,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:19,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:09:19,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:19,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:09:19,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:19,563 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,574 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,577 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:09:19,579 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:19,583 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:19,584 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62121813, jitterRate=-0.07431285083293915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:09:19,585 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:19,585 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:09:19,589 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654d33cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:19,590 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:09:19,591 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:09:19,591 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:09:19,591 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:09:19,592 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:09:19,592 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:09:19,593 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:09:19,597 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:09:19,598 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:09:19,614 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:09:19,614 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:09:19,615 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:09:19,625 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:09:19,625 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:09:19,626 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:09:19,633 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:09:19,634 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:09:19,641 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:09:19,643 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:09:19,650 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:09:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,659 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,37873,1732216158340, sessionid=0x10160169aad0000, setting cluster-up flag (Was=false) 2024-11-21T19:09:19,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,750 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:09:19,751 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:19,791 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:09:19,792 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,37873,1732216158340 2024-11-21T19:09:19,795 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:19,795 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:09:19,795 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,37873,1732216158340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:19,796 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:19,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:09:19,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732216189799 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,800 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:09:19,801 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:09:19,801 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:09:19,801 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:09:19,801 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:09:19,802 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216159801,5,FailOnTimeoutGroup] 2024-11-21T19:09:19,803 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216159803,5,FailOnTimeoutGroup] 2024-11-21T19:09:19,803 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,803 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:09:19,803 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,803 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:19,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:19,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:09:19,818 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 2024-11-21T19:09:19,820 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:35559 2024-11-21T19:09:19,823 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d90ca23533b:41341 2024-11-21T19:09:19,823 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1008): ClusterId : 3bc90c4d-fa62-4291-914d-6fbaf3037a98 2024-11-21T19:09:19,823 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:19,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:19,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:19,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:19,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:19,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:19,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:19,833 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1008): ClusterId : 3bc90c4d-fa62-4291-914d-6fbaf3037a98 2024-11-21T19:09:19,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,833 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:19,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:19,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:19,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:19,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:19,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:19,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740 2024-11-21T19:09:19,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740 2024-11-21T19:09:19,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:19,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:19,842 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:19,842 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:19,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:19,843 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73499684, jitterRate=0.09523063898086548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:19,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:19,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:19,844 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:19,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:19,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:19,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:19,855 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:19,856 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:19,863 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:19,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:19,867 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:19,867 DEBUG [RS:0;2d90ca23533b:35559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343c99a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:19,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:19,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:09:19,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:09:19,872 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:19,872 DEBUG [RS:1;2d90ca23533b:41341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6677c6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:19,873 DEBUG [RS:0;2d90ca23533b:35559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2b9f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:19,873 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:19,873 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:19,873 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:19,874 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,37873,1732216158340 with isa=2d90ca23533b/172.17.0.3:35559, startcode=1732216158633 2024-11-21T19:09:19,874 DEBUG [RS:0;2d90ca23533b:35559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:19,875 DEBUG [RS:1;2d90ca23533b:41341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2e6e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:19,875 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:19,875 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:19,875 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:19,876 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,37873,1732216158340 with isa=2d90ca23533b/172.17.0.3:41341, startcode=1732216158931 2024-11-21T19:09:19,876 DEBUG [RS:1;2d90ca23533b:41341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:19,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:09:19,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:09:19,880 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42971, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:19,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37873 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,41341,1732216158931 2024-11-21T19:09:19,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37873 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,41341,1732216158931 2024-11-21T19:09:19,883 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44343, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:19,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37873 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:19,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37873 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:19,885 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 2024-11-21T19:09:19,885 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38773 2024-11-21T19:09:19,885 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:19,886 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 2024-11-21T19:09:19,886 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38773 2024-11-21T19:09:19,887 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:19,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:19,924 DEBUG [RS:1;2d90ca23533b:41341 {}] zookeeper.ZKUtil(111): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,41341,1732216158931 2024-11-21T19:09:19,924 WARN [RS:1;2d90ca23533b:41341 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:19,924 INFO [RS:1;2d90ca23533b:41341 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:19,924 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,41341,1732216158931 2024-11-21T19:09:19,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,35559,1732216158633] 2024-11-21T19:09:19,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,41341,1732216158931] 2024-11-21T19:09:19,927 DEBUG [RS:0;2d90ca23533b:35559 {}] zookeeper.ZKUtil(111): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,35559,1732216158633 2024-11-21T19:09:19,927 WARN [RS:0;2d90ca23533b:35559 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:19,927 INFO [RS:0;2d90ca23533b:35559 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:19,927 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633 2024-11-21T19:09:19,933 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:19,933 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:19,933 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:19,933 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:19,938 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:19,939 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:19,939 INFO [RS:1;2d90ca23533b:41341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:19,939 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,943 INFO [RS:0;2d90ca23533b:35559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:19,943 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,946 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:19,946 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:19,947 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,947 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,948 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:19,949 DEBUG [RS:0;2d90ca23533b:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:19,949 DEBUG [RS:1;2d90ca23533b:41341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:19,951 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,951 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,951 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,951 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,951 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,35559,1732216158633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:19,954 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,955 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,955 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,955 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,955 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,41341,1732216158931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:19,971 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:19,971 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:19,972 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,35559,1732216158633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,972 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,41341,1732216158931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:19,990 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.Replication(204): 2d90ca23533b,35559,1732216158633 started 2024-11-21T19:09:19,990 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,35559,1732216158633, RpcServer on 2d90ca23533b/172.17.0.3:35559, sessionid=0x10160169aad0001 2024-11-21T19:09:19,991 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:19,991 DEBUG [RS:0;2d90ca23533b:35559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:19,991 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,35559,1732216158633' 2024-11-21T19:09:19,991 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:19,991 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:19,992 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:19,992 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:19,992 DEBUG [RS:0;2d90ca23533b:35559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:19,992 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,35559,1732216158633' 2024-11-21T19:09:19,992 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:19,992 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.Replication(204): 2d90ca23533b,41341,1732216158931 started 2024-11-21T19:09:19,992 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:19,992 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,41341,1732216158931, RpcServer on 2d90ca23533b/172.17.0.3:41341, sessionid=0x10160169aad0002 2024-11-21T19:09:19,992 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:19,992 DEBUG [RS:1;2d90ca23533b:41341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,41341,1732216158931 2024-11-21T19:09:19,992 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,41341,1732216158931' 2024-11-21T19:09:19,992 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:19,993 DEBUG [RS:0;2d90ca23533b:35559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:19,993 INFO [RS:0;2d90ca23533b:35559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:19,993 INFO [RS:0;2d90ca23533b:35559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,41341,1732216158931 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,41341,1732216158931' 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:19,993 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:19,994 DEBUG [RS:1;2d90ca23533b:41341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:19,994 INFO [RS:1;2d90ca23533b:41341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:19,994 INFO [RS:1;2d90ca23533b:41341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:20,029 WARN [2d90ca23533b:37873 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:09:20,093 INFO [RS:0;2d90ca23533b:35559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:20,094 INFO [RS:1;2d90ca23533b:41341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:20,096 INFO [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C35559%2C1732216158633, suffix=, logDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/oldWALs, maxLogs=32 2024-11-21T19:09:20,103 INFO [RS:1;2d90ca23533b:41341 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C41341%2C1732216158931, suffix=, logDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,41341,1732216158931, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/oldWALs, maxLogs=32 2024-11-21T19:09:20,115 DEBUG [RS:0;2d90ca23533b:35559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633/2d90ca23533b%2C35559%2C1732216158633.1732216160097, exclude list is [], retry=0 2024-11-21T19:09:20,119 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-6c9edb89-93fd-40de-b4fc-a85cdf79e472,DISK] 2024-11-21T19:09:20,123 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-b08195a6-6cc1-4608-89ec-a62193ef5a27,DISK] 2024-11-21T19:09:20,123 DEBUG [RS:1;2d90ca23533b:41341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,41341,1732216158931/2d90ca23533b%2C41341%2C1732216158931.1732216160103, exclude list is [], retry=0 2024-11-21T19:09:20,127 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-b08195a6-6cc1-4608-89ec-a62193ef5a27,DISK] 2024-11-21T19:09:20,128 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-6c9edb89-93fd-40de-b4fc-a85cdf79e472,DISK] 2024-11-21T19:09:20,147 INFO [RS:1;2d90ca23533b:41341 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,41341,1732216158931/2d90ca23533b%2C41341%2C1732216158931.1732216160103 2024-11-21T19:09:20,171 DEBUG [RS:1;2d90ca23533b:41341 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279),(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-21T19:09:20,171 INFO [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633/2d90ca23533b%2C35559%2C1732216158633.1732216160097 2024-11-21T19:09:20,175 DEBUG [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:34279:34279)] 2024-11-21T19:09:20,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:09:20,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:20,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:20,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:20,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:20,279 DEBUG [2d90ca23533b:37873 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T19:09:20,279 DEBUG [2d90ca23533b:37873 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:20,282 DEBUG [2d90ca23533b:37873 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:20,282 DEBUG [2d90ca23533b:37873 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:20,282 INFO [2d90ca23533b:37873 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:20,282 INFO [2d90ca23533b:37873 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:20,282 DEBUG [2d90ca23533b:37873 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:20,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:20,284 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,35559,1732216158633, state=OPENING 2024-11-21T19:09:20,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:09:20,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:20,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:20,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,35559,1732216158633}] 2024-11-21T19:09:20,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:20,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:20,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:20,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:20,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:20,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:20,471 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:20,477 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:09:20,477 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:20,477 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:09:20,479 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C35559%2C1732216158633.meta, suffix=.meta, logDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/oldWALs, maxLogs=32 2024-11-21T19:09:20,496 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633/2d90ca23533b%2C35559%2C1732216158633.meta.1732216160479.meta, exclude list is [], retry=0 2024-11-21T19:09:20,499 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-6c9edb89-93fd-40de-b4fc-a85cdf79e472,DISK] 2024-11-21T19:09:20,499 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-b08195a6-6cc1-4608-89ec-a62193ef5a27,DISK] 2024-11-21T19:09:20,504 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633/2d90ca23533b%2C35559%2C1732216158633.meta.1732216160479.meta 2024-11-21T19:09:20,506 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:34279:34279)] 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:09:20,507 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:09:20,507 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:09:20,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:20,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:20,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:20,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:20,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:20,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:20,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:20,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:20,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:20,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:20,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:20,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:20,515 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740 2024-11-21T19:09:20,517 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740 2024-11-21T19:09:20,518 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:20,520 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:20,521 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67930337, jitterRate=0.012240901589393616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:20,522 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:20,535 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732216160465 2024-11-21T19:09:20,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:20,550 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:09:20,551 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:09:20,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,35559,1732216158633, state=OPEN 2024-11-21T19:09:20,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:20,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:20,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:20,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:20,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:20,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:09:20,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,35559,1732216158633 in 258 msec 2024-11-21T19:09:20,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:09:20,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-21T19:09:20,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-21T19:09:20,586 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732216160586, completionTime=-1 2024-11-21T19:09:20,586 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-21T19:09:20,586 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:09:20,587 DEBUG [hconnection-0x6b35e890-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:20,588 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:20,589 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-21T19:09:20,589 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732216220589 2024-11-21T19:09:20,589 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732216280589 2024-11-21T19:09:20,589 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-21T19:09:20,687 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:09:20,687 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,37873,1732216158340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:20,687 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,37873,1732216158340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:20,687 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,37873,1732216158340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:20,688 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:37873, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:20,688 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:20,688 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:09:20,688 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:20,691 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:09:20,695 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:09:20,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:20,696 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:20,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:20,706 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c377e24c01bd23ddf99a3a8c999010f6, NAME => 'hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 2024-11-21T19:09:20,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:20,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:20,714 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:20,714 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c377e24c01bd23ddf99a3a8c999010f6, disabling compactions & flushes 2024-11-21T19:09:20,714 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:20,714 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:20,714 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. after waiting 0 ms 2024-11-21T19:09:20,714 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:20,714 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:20,714 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c377e24c01bd23ddf99a3a8c999010f6: 2024-11-21T19:09:20,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:20,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732216160716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216160716"}]},"ts":"1732216160716"} 2024-11-21T19:09:20,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:09:20,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:20,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216160719"}]},"ts":"1732216160719"} 2024-11-21T19:09:20,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:09:20,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:20,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:20,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:20,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c377e24c01bd23ddf99a3a8c999010f6, ASSIGN}] 2024-11-21T19:09:20,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c377e24c01bd23ddf99a3a8c999010f6, ASSIGN 2024-11-21T19:09:20,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c377e24c01bd23ddf99a3a8c999010f6, ASSIGN; state=OFFLINE, location=2d90ca23533b,35559,1732216158633; forceNewPlan=false, retain=false 2024-11-21T19:09:20,901 INFO [2d90ca23533b:37873 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T19:09:20,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c377e24c01bd23ddf99a3a8c999010f6, regionState=OPENING, regionLocation=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:20,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c377e24c01bd23ddf99a3a8c999010f6, server=2d90ca23533b,35559,1732216158633}] 2024-11-21T19:09:21,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:21,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:21,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c377e24c01bd23ddf99a3a8c999010f6, NAME => 'hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:21,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:21,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,063 INFO [StoreOpener-c377e24c01bd23ddf99a3a8c999010f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,065 INFO [StoreOpener-c377e24c01bd23ddf99a3a8c999010f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c377e24c01bd23ddf99a3a8c999010f6 columnFamilyName info 2024-11-21T19:09:21,065 DEBUG [StoreOpener-c377e24c01bd23ddf99a3a8c999010f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:21,065 INFO [StoreOpener-c377e24c01bd23ddf99a3a8c999010f6-1 {}] regionserver.HStore(327): Store=c377e24c01bd23ddf99a3a8c999010f6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:21,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:21,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:21,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c377e24c01bd23ddf99a3a8c999010f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70932380, jitterRate=0.056974828243255615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:21,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c377e24c01bd23ddf99a3a8c999010f6: 2024-11-21T19:09:21,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6., pid=6, masterSystemTime=1732216161056 2024-11-21T19:09:21,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:21,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:21,076 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c377e24c01bd23ddf99a3a8c999010f6, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:21,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:09:21,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c377e24c01bd23ddf99a3a8c999010f6, server=2d90ca23533b,35559,1732216158633 in 175 msec 2024-11-21T19:09:21,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:09:21,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c377e24c01bd23ddf99a3a8c999010f6, ASSIGN in 332 msec 2024-11-21T19:09:21,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:21,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216161084"}]},"ts":"1732216161084"} 2024-11-21T19:09:21,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:09:21,100 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:09:21,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:21,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 413 msec 2024-11-21T19:09:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:21,113 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:09:21,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:21,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2024-11-21T19:09:21,156 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:09:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:21,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-11-21T19:09:21,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:09:21,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:09:21,222 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.180sec 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,37873,1732216158340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:21,223 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,37873,1732216158340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:09:21,225 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:09:21,225 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:09:21,225 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,37873,1732216158340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:21,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23a01f1f to 127.0.0.1:61899 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@464b589f 2024-11-21T19:09:21,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c70891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:21,325 DEBUG [hconnection-0x78b7e479-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:21,327 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,37873,1732216158340 2024-11-21T19:09:21,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:09:21,331 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:09:21,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-21T19:09:21,336 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:21,336 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:21,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-21T19:09:21,337 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:21,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:21,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:21,348 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5f5ad8e466201b834e48b2ecdac94ad0, NAME => 'testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 2024-11-21T19:09:21,348 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fb962ee0d42a876a338856286405ef10, NAME => 'testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89 2024-11-21T19:09:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:21,357 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:21,357 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 5f5ad8e466201b834e48b2ecdac94ad0, disabling compactions & flushes 2024-11-21T19:09:21,357 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:21,357 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:21,357 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. after waiting 0 ms 2024-11-21T19:09:21,357 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:21,357 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:21,357 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5f5ad8e466201b834e48b2ecdac94ad0: 2024-11-21T19:09:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:21,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:21,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing fb962ee0d42a876a338856286405ef10, disabling compactions & flushes 2024-11-21T19:09:21,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:21,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:21,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. after waiting 0 ms 2024-11-21T19:09:21,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:21,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:21,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for fb962ee0d42a876a338856286405ef10: 2024-11-21T19:09:21,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:21,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216161759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216161759"}]},"ts":"1732216161759"} 2024-11-21T19:09:21,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216161759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216161759"}]},"ts":"1732216161759"} 2024-11-21T19:09:21,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-21T19:09:21,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:21,765 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216161765"}]},"ts":"1732216161765"} 2024-11-21T19:09:21,767 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-21T19:09:21,814 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:21,816 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:21,816 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:21,816 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:21,816 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:21,816 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:21,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f5ad8e466201b834e48b2ecdac94ad0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb962ee0d42a876a338856286405ef10, ASSIGN}] 2024-11-21T19:09:21,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb962ee0d42a876a338856286405ef10, ASSIGN 2024-11-21T19:09:21,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f5ad8e466201b834e48b2ecdac94ad0, ASSIGN 2024-11-21T19:09:21,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f5ad8e466201b834e48b2ecdac94ad0, ASSIGN; state=OFFLINE, location=2d90ca23533b,35559,1732216158633; forceNewPlan=false, retain=false 2024-11-21T19:09:21,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb962ee0d42a876a338856286405ef10, ASSIGN; state=OFFLINE, location=2d90ca23533b,41341,1732216158931; forceNewPlan=false, retain=false 2024-11-21T19:09:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:21,971 INFO [2d90ca23533b:37873 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-21T19:09:21,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fb962ee0d42a876a338856286405ef10, regionState=OPENING, regionLocation=2d90ca23533b,41341,1732216158931 2024-11-21T19:09:21,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5f5ad8e466201b834e48b2ecdac94ad0, regionState=OPENING, regionLocation=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:21,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 5f5ad8e466201b834e48b2ecdac94ad0, server=2d90ca23533b,35559,1732216158633}] 2024-11-21T19:09:21,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure fb962ee0d42a876a338856286405ef10, server=2d90ca23533b,41341,1732216158931}] 2024-11-21T19:09:22,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:22,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,41341,1732216158931 2024-11-21T19:09:22,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:22,129 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:22,131 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:22,131 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f5ad8e466201b834e48b2ecdac94ad0, NAME => 'testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0.', STARTKEY => '', ENDKEY => '5'} 2024-11-21T19:09:22,131 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,131 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:22,132 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,132 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,135 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:22,135 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => fb962ee0d42a876a338856286405ef10, NAME => 'testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10.', STARTKEY => '5', ENDKEY => ''} 2024-11-21T19:09:22,135 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,135 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:22,136 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,136 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,139 INFO [StoreOpener-5f5ad8e466201b834e48b2ecdac94ad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,141 INFO [StoreOpener-5f5ad8e466201b834e48b2ecdac94ad0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f5ad8e466201b834e48b2ecdac94ad0 columnFamilyName family 2024-11-21T19:09:22,141 DEBUG [StoreOpener-5f5ad8e466201b834e48b2ecdac94ad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:22,141 INFO [StoreOpener-5f5ad8e466201b834e48b2ecdac94ad0-1 {}] regionserver.HStore(327): Store=5f5ad8e466201b834e48b2ecdac94ad0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:22,143 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,143 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,146 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:22,147 INFO [StoreOpener-fb962ee0d42a876a338856286405ef10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,152 INFO [StoreOpener-fb962ee0d42a876a338856286405ef10-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb962ee0d42a876a338856286405ef10 columnFamilyName family 2024-11-21T19:09:22,152 DEBUG [StoreOpener-fb962ee0d42a876a338856286405ef10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:22,153 INFO [StoreOpener-fb962ee0d42a876a338856286405ef10-1 {}] regionserver.HStore(327): Store=fb962ee0d42a876a338856286405ef10/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:22,154 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,154 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,158 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:22,160 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:22,161 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 5f5ad8e466201b834e48b2ecdac94ad0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63324537, jitterRate=-0.05639086663722992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:22,162 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 5f5ad8e466201b834e48b2ecdac94ad0: 2024-11-21T19:09:22,164 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:22,164 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened fb962ee0d42a876a338856286405ef10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63576915, jitterRate=-0.052630141377449036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:22,165 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for fb962ee0d42a876a338856286405ef10: 2024-11-21T19:09:22,167 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0., pid=12, masterSystemTime=1732216162126 2024-11-21T19:09:22,167 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10., pid=13, masterSystemTime=1732216162127 2024-11-21T19:09:22,169 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:22,169 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:22,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5f5ad8e466201b834e48b2ecdac94ad0, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,35559,1732216158633 2024-11-21T19:09:22,170 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:22,170 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:22,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fb962ee0d42a876a338856286405ef10, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,41341,1732216158931 2024-11-21T19:09:22,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T19:09:22,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 5f5ad8e466201b834e48b2ecdac94ad0, server=2d90ca23533b,35559,1732216158633 in 202 msec 2024-11-21T19:09:22,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-21T19:09:22,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure fb962ee0d42a876a338856286405ef10, server=2d90ca23533b,41341,1732216158931 in 203 msec 2024-11-21T19:09:22,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f5ad8e466201b834e48b2ecdac94ad0, ASSIGN in 363 msec 2024-11-21T19:09:22,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-21T19:09:22,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb962ee0d42a876a338856286405ef10, ASSIGN in 364 msec 2024-11-21T19:09:22,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:22,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216162184"}]},"ts":"1732216162184"} 2024-11-21T19:09:22,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-21T19:09:22,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:22,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 894 msec 2024-11-21T19:09:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37873 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:22,444 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-21T19:09:22,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-21T19:09:22,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:22,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-21T19:09:22,448 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:22,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-21T19:09:22,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:22,463 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:22,475 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 5f5ad8e466201b834e48b2ecdac94ad0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-21T19:09:22,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/.tmp/family/fac4eac6de0f4ffeb9200e1d342c2e00 is 32, key is 1/family:/1732216162452/Put/seqid=0 2024-11-21T19:09:22,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741841_1017 (size=5054) 2024-11-21T19:09:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741841_1017 (size=5054) 2024-11-21T19:09:22,903 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/.tmp/family/fac4eac6de0f4ffeb9200e1d342c2e00 2024-11-21T19:09:22,912 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/.tmp/family/fac4eac6de0f4ffeb9200e1d342c2e00 as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/family/fac4eac6de0f4ffeb9200e1d342c2e00 2024-11-21T19:09:22,920 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/family/fac4eac6de0f4ffeb9200e1d342c2e00, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T19:09:22,921 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5f5ad8e466201b834e48b2ecdac94ad0 in 446ms, sequenceid=8, compaction requested=false 2024-11-21T19:09:22,921 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 5f5ad8e466201b834e48b2ecdac94ad0: 2024-11-21T19:09:22,922 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fb962ee0d42a876a338856286405ef10 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-21T19:09:22,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/.tmp/family/71fe4fcd3a8e43b4a41d642b3079afbe is 32, key is 5/family:/1732216162463/Put/seqid=0 2024-11-21T19:09:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741842_1018 (size=5083) 2024-11-21T19:09:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741842_1018 (size=5083) 2024-11-21T19:09:23,352 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/.tmp/family/71fe4fcd3a8e43b4a41d642b3079afbe 2024-11-21T19:09:23,361 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/.tmp/family/71fe4fcd3a8e43b4a41d642b3079afbe as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/family/71fe4fcd3a8e43b4a41d642b3079afbe 2024-11-21T19:09:23,369 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/family/71fe4fcd3a8e43b4a41d642b3079afbe, entries=5, sequenceid=9, filesize=5.0 K 2024-11-21T19:09:23,370 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for fb962ee0d42a876a338856286405ef10 in 449ms, sequenceid=9, compaction requested=false 2024-11-21T19:09:23,371 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fb962ee0d42a876a338856286405ef10: 2024-11-21T19:09:23,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58b29651 to 127.0.0.1:61899 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5361689b 2024-11-21T19:09:23,390 DEBUG [ReadOnlyZKClient-127.0.0.1:61899@0x58b29651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d5a352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:23,399 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-21T19:09:23,399 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-21T19:09:23,419 DEBUG [ReadOnlyZKClient-127.0.0.1:61899@0x58b29651 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d90ca23533b,35559,1732216158633, seqNum=-1] 2024-11-21T19:09:23,420 DEBUG [ReadOnlyZKClient-127.0.0.1:61899@0x58b29651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:23,427 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:23,431 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:23,431 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:23,432 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:23,433 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] bucket.BucketCache(1851): found 1 blocks for file fac4eac6de0f4ffeb9200e1d342c2e00, starting offset: 0, end offset: 9223372036854775807 2024-11-21T19:09:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41341 {}] bucket.BucketCache(1851): found 1 blocks for file 71fe4fcd3a8e43b4a41d642b3079afbe, starting offset: 0, end offset: 9223372036854775807 2024-11-21T19:09:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] bucket.BucketCache(843): removed key fac4eac6de0f4ffeb9200e1d342c2e00_0 from back map with offset lock 2094080 in the evict process 2024-11-21T19:09:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41341 {}] bucket.BucketCache(843): removed key 71fe4fcd3a8e43b4a41d642b3079afbe_0 from back map with offset lock 2094080 in the evict process 2024-11-21T19:09:23,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-21T19:09:23,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:09:23,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:23,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58b29651 to 127.0.0.1:61899 2024-11-21T19:09:23,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:09:23,445 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:09:23,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23a01f1f to 127.0.0.1:61899 2024-11-21T19:09:23,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:23,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:09:23,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=945866145, stopped=false 2024-11-21T19:09:23,449 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,37873,1732216158340 2024-11-21T19:09:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:23,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:09:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:23,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:23,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:23,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:23,477 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,35559,1732216158633' ***** 2024-11-21T19:09:23,477 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:23,477 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,41341,1732216158931' ***** 2024-11-21T19:09:23,477 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:23,477 INFO [RS:0;2d90ca23533b:35559 {}] bucket.BucketCache(1726): Disabling cache 2024-11-21T19:09:23,477 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-21T19:09:23,477 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-21T19:09:23,477 INFO [RS:0;2d90ca23533b:35559 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-21T19:09:23,477 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-21T19:09:23,477 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:23,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:23,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(3579): Received CLOSE for c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(3579): Received CLOSE for 5f5ad8e466201b834e48b2ecdac94ad0 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,35559,1732216158633 2024-11-21T19:09:23,478 DEBUG [RS:0;2d90ca23533b:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:23,478 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:23,479 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:23,479 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c377e24c01bd23ddf99a3a8c999010f6, disabling compactions & flushes 2024-11-21T19:09:23,479 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:09:23,479 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:23,479 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:23,479 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. after waiting 0 ms 2024-11-21T19:09:23,479 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:23,479 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c377e24c01bd23ddf99a3a8c999010f6 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:09:23,482 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-21T19:09:23,482 INFO [RS:1;2d90ca23533b:41341 {}] bucket.BucketCache(1726): Disabling cache 2024-11-21T19:09:23,483 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c377e24c01bd23ddf99a3a8c999010f6=hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6., 5f5ad8e466201b834e48b2ecdac94ad0=testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0.} 2024-11-21T19:09:23,483 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5f5ad8e466201b834e48b2ecdac94ad0, c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:23,483 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-21T19:09:23,483 INFO [RS:1;2d90ca23533b:41341 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-21T19:09:23,483 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:23,483 INFO [RS:1;2d90ca23533b:41341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:23,483 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:23,483 INFO [RS:1;2d90ca23533b:41341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:23,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:23,483 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:23,483 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(3579): Received CLOSE for fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:23,483 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:23,483 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:23,483 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:23,483 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-21T19:09:23,483 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-21T19:09:23,483 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-21T19:09:23,489 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,41341,1732216158931 2024-11-21T19:09:23,489 DEBUG [RS:1;2d90ca23533b:41341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:23,489 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-21T19:09:23,489 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1603): Online Regions={fb962ee0d42a876a338856286405ef10=testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10.} 2024-11-21T19:09:23,489 DEBUG [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1629): Waiting on fb962ee0d42a876a338856286405ef10 2024-11-21T19:09:23,491 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb962ee0d42a876a338856286405ef10, disabling compactions & flushes 2024-11-21T19:09:23,492 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:23,492 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:23,492 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. after waiting 0 ms 2024-11-21T19:09:23,492 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:23,518 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/fb962ee0d42a876a338856286405ef10/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T19:09:23,524 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:23,524 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb962ee0d42a876a338856286405ef10: 2024-11-21T19:09:23,524 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10. 2024-11-21T19:09:23,536 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/.tmp/info/3966bcf514d94359adb9af3d2e1dbac1 is 173, key is testClearRegionBlockCache,5,1732216161333.fb962ee0d42a876a338856286405ef10./info:regioninfo/1732216162171/Put/seqid=0 2024-11-21T19:09:23,541 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/.tmp/info/bb0a0bd510f74509a90f9f7bf319d690 is 45, key is default/info:d/1732216161121/Put/seqid=0 2024-11-21T19:09:23,558 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:23,558 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:09:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:09:23,640 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/.tmp/info/3966bcf514d94359adb9af3d2e1dbac1 2024-11-21T19:09:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:09:23,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:09:23,686 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5f5ad8e466201b834e48b2ecdac94ad0, c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:23,689 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,41341,1732216158931; all regions closed. 2024-11-21T19:09:23,700 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/.tmp/table/8a5012605ed54ed5801b73415401c365 is 61, key is testClearRegionBlockCache/table:state/1732216162184/Put/seqid=0 2024-11-21T19:09:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741834_1010 (size=1867) 2024-11-21T19:09:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741834_1010 (size=1867) 2024-11-21T19:09:23,730 DEBUG [RS:1;2d90ca23533b:41341 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/oldWALs 2024-11-21T19:09:23,730 INFO [RS:1;2d90ca23533b:41341 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C41341%2C1732216158931:(num 1732216160103) 2024-11-21T19:09:23,730 DEBUG [RS:1;2d90ca23533b:41341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:23,731 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:23,731 INFO [RS:1;2d90ca23533b:41341 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:23,731 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:23,731 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:23,731 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:23,732 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:23,732 INFO [RS:1;2d90ca23533b:41341 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:41341 2024-11-21T19:09:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,41341,1732216158931 2024-11-21T19:09:23,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,41341,1732216158931] 2024-11-21T19:09:23,743 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,41341,1732216158931; numProcessing=1 2024-11-21T19:09:23,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,41341,1732216158931 already deleted, retry=false 2024-11-21T19:09:23,758 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,41341,1732216158931 expired; onlineServers=1 2024-11-21T19:09:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:23,850 INFO [RS:1;2d90ca23533b:41341 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,41341,1732216158931; zookeeper connection closed. 2024-11-21T19:09:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41341-0x10160169aad0002, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:23,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@84184d8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@84184d8 2024-11-21T19:09:23,887 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5f5ad8e466201b834e48b2ecdac94ad0, c377e24c01bd23ddf99a3a8c999010f6 2024-11-21T19:09:23,988 INFO [regionserver/2d90ca23533b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T19:09:23,988 INFO [regionserver/2d90ca23533b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T19:09:24,040 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/.tmp/info/bb0a0bd510f74509a90f9f7bf319d690 2024-11-21T19:09:24,049 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/.tmp/info/bb0a0bd510f74509a90f9f7bf319d690 as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/info/bb0a0bd510f74509a90f9f7bf319d690 2024-11-21T19:09:24,056 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/info/bb0a0bd510f74509a90f9f7bf319d690, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:09:24,057 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c377e24c01bd23ddf99a3a8c999010f6 in 578ms, sequenceid=6, compaction requested=false 2024-11-21T19:09:24,062 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/namespace/c377e24c01bd23ddf99a3a8c999010f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:09:24,063 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:24,063 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c377e24c01bd23ddf99a3a8c999010f6: 2024-11-21T19:09:24,064 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732216160688.c377e24c01bd23ddf99a3a8c999010f6. 2024-11-21T19:09:24,064 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5f5ad8e466201b834e48b2ecdac94ad0, disabling compactions & flushes 2024-11-21T19:09:24,064 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:24,064 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:24,064 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. after waiting 0 ms 2024-11-21T19:09:24,064 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:24,070 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/default/testClearRegionBlockCache/5f5ad8e466201b834e48b2ecdac94ad0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T19:09:24,071 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:24,071 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5f5ad8e466201b834e48b2ecdac94ad0: 2024-11-21T19:09:24,071 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732216161333.5f5ad8e466201b834e48b2ecdac94ad0. 2024-11-21T19:09:24,087 DEBUG [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T19:09:24,132 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/.tmp/table/8a5012605ed54ed5801b73415401c365 2024-11-21T19:09:24,141 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/.tmp/info/3966bcf514d94359adb9af3d2e1dbac1 as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/info/3966bcf514d94359adb9af3d2e1dbac1 2024-11-21T19:09:24,150 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/info/3966bcf514d94359adb9af3d2e1dbac1, entries=30, sequenceid=16, filesize=9.1 K 2024-11-21T19:09:24,151 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/.tmp/table/8a5012605ed54ed5801b73415401c365 as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/table/8a5012605ed54ed5801b73415401c365 2024-11-21T19:09:24,159 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/table/8a5012605ed54ed5801b73415401c365, entries=4, sequenceid=16, filesize=5.3 K 2024-11-21T19:09:24,160 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 677ms, sequenceid=16, compaction requested=false 2024-11-21T19:09:24,165 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T19:09:24,166 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:24,166 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:24,166 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:24,166 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:24,287 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,35559,1732216158633; all regions closed. 2024-11-21T19:09:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:24,292 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/WALs/2d90ca23533b,35559,1732216158633/2d90ca23533b%2C35559%2C1732216158633.meta.1732216160479.meta not finished, retry = 0 2024-11-21T19:09:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:24,394 DEBUG [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/oldWALs 2024-11-21T19:09:24,395 INFO [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C35559%2C1732216158633.meta:.meta(num 1732216160479) 2024-11-21T19:09:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741833_1009 (size=3079) 2024-11-21T19:09:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741833_1009 (size=3079) 2024-11-21T19:09:24,399 DEBUG [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/oldWALs 2024-11-21T19:09:24,399 INFO [RS:0;2d90ca23533b:35559 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C35559%2C1732216158633:(num 1732216160097) 2024-11-21T19:09:24,399 DEBUG [RS:0;2d90ca23533b:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:24,399 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:24,399 INFO [RS:0;2d90ca23533b:35559 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:24,400 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:24,400 INFO [RS:0;2d90ca23533b:35559 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:35559 2024-11-21T19:09:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,35559,1732216158633 2024-11-21T19:09:24,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,35559,1732216158633] 2024-11-21T19:09:24,422 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,35559,1732216158633; numProcessing=2 2024-11-21T19:09:24,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,35559,1732216158633 already deleted, retry=false 2024-11-21T19:09:24,439 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,35559,1732216158633 expired; onlineServers=0 2024-11-21T19:09:24,439 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,37873,1732216158340' ***** 2024-11-21T19:09:24,439 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:09:24,440 DEBUG [M:0;2d90ca23533b:37873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d770f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:24,440 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,37873,1732216158340 2024-11-21T19:09:24,440 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,37873,1732216158340; all regions closed. 2024-11-21T19:09:24,440 DEBUG [M:0;2d90ca23533b:37873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:24,440 DEBUG [M:0;2d90ca23533b:37873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:09:24,440 DEBUG [M:0;2d90ca23533b:37873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:09:24,440 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216159801 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216159801,5,FailOnTimeoutGroup] 2024-11-21T19:09:24,440 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216159803 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216159803,5,FailOnTimeoutGroup] 2024-11-21T19:09:24,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:09:24,441 INFO [M:0;2d90ca23533b:37873 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:09:24,441 DEBUG [M:0;2d90ca23533b:37873 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:09:24,441 INFO [M:0;2d90ca23533b:37873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:09:24,441 INFO [M:0;2d90ca23533b:37873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:09:24,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:09:24,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:24,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:24,450 DEBUG [M:0;2d90ca23533b:37873 {}] zookeeper.ZKUtil(347): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:09:24,450 WARN [M:0;2d90ca23533b:37873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:09:24,450 INFO [M:0;2d90ca23533b:37873 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:09:24,450 INFO [M:0;2d90ca23533b:37873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:09:24,451 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:24,451 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:24,451 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:24,451 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:24,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:24,451 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:24,451 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-21T19:09:24,474 DEBUG [M:0;2d90ca23533b:37873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3dc24fa3e1d420fade83ae215d5191a is 82, key is hbase:meta,,1/info:regioninfo/1732216160548/Put/seqid=0 2024-11-21T19:09:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:24,481 INFO [M:0;2d90ca23533b:37873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3dc24fa3e1d420fade83ae215d5191a 2024-11-21T19:09:24,503 DEBUG [M:0;2d90ca23533b:37873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3710d2eed23a42f68c8fe9524742042e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732216162228/Put/seqid=0 2024-11-21T19:09:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741847_1023 (size=7578) 2024-11-21T19:09:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741847_1023 (size=7578) 2024-11-21T19:09:24,512 INFO [M:0;2d90ca23533b:37873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3710d2eed23a42f68c8fe9524742042e 2024-11-21T19:09:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:24,522 INFO [RS:0;2d90ca23533b:35559 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,35559,1732216158633; zookeeper connection closed. 2024-11-21T19:09:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x10160169aad0001, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:24,523 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55ecabec {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55ecabec 2024-11-21T19:09:24,523 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-21T19:09:24,536 DEBUG [M:0;2d90ca23533b:37873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c0f689763b34bc38ad3400b287a3544 is 69, key is 2d90ca23533b,35559,1732216158633/rs:state/1732216159885/Put/seqid=0 2024-11-21T19:09:24,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:24,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:24,554 INFO [M:0;2d90ca23533b:37873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c0f689763b34bc38ad3400b287a3544 2024-11-21T19:09:24,563 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3dc24fa3e1d420fade83ae215d5191a as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3dc24fa3e1d420fade83ae215d5191a 2024-11-21T19:09:24,570 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3dc24fa3e1d420fade83ae215d5191a, entries=8, sequenceid=108, filesize=5.5 K 2024-11-21T19:09:24,571 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3710d2eed23a42f68c8fe9524742042e as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3710d2eed23a42f68c8fe9524742042e 2024-11-21T19:09:24,577 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3710d2eed23a42f68c8fe9524742042e, entries=13, sequenceid=108, filesize=7.4 K 2024-11-21T19:09:24,578 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c0f689763b34bc38ad3400b287a3544 as hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c0f689763b34bc38ad3400b287a3544 2024-11-21T19:09:24,584 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38773/user/jenkins/test-data/f042b6f8-5a70-8d57-3c71-1ce3f225ae89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c0f689763b34bc38ad3400b287a3544, entries=2, sequenceid=108, filesize=5.1 K 2024-11-21T19:09:24,585 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=108, compaction requested=false 2024-11-21T19:09:24,586 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:24,586 DEBUG [M:0;2d90ca23533b:37873 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741830_1006 (size=54465) 2024-11-21T19:09:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741830_1006 (size=54465) 2024-11-21T19:09:24,590 INFO [M:0;2d90ca23533b:37873 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:09:24,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:24,590 INFO [M:0;2d90ca23533b:37873 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37873 2024-11-21T19:09:24,600 DEBUG [M:0;2d90ca23533b:37873 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,37873,1732216158340 already deleted, retry=false 2024-11-21T19:09:24,708 INFO [M:0;2d90ca23533b:37873 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,37873,1732216158340; zookeeper connection closed. 2024-11-21T19:09:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37873-0x10160169aad0000, quorum=127.0.0.1:61899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:24,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@767f7a9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:24,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e9ce4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:24,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:24,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4216811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:24,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da9d89f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:24,737 WARN [BP-438711450-172.17.0.3-1732216156409 heartbeating to localhost/127.0.0.1:38773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:24,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:24,738 WARN [BP-438711450-172.17.0.3-1732216156409 heartbeating to localhost/127.0.0.1:38773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-438711450-172.17.0.3-1732216156409 (Datanode Uuid a7c3c6e3-e5dd-43cb-a58b-fd6f7fa21c8f) service to localhost/127.0.0.1:38773 2024-11-21T19:09:24,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:24,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data3/current/BP-438711450-172.17.0.3-1732216156409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:24,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data4/current/BP-438711450-172.17.0.3-1732216156409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:24,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:24,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48449b5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:24,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1555dec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:24,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:24,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252f4e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:24,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a3a53c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:24,743 WARN [BP-438711450-172.17.0.3-1732216156409 heartbeating to localhost/127.0.0.1:38773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:24,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:24,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:24,743 WARN [BP-438711450-172.17.0.3-1732216156409 heartbeating to localhost/127.0.0.1:38773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-438711450-172.17.0.3-1732216156409 (Datanode Uuid c59e4eab-0968-4cb2-85f7-2d6a1d06a94a) service to localhost/127.0.0.1:38773 2024-11-21T19:09:24,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data1/current/BP-438711450-172.17.0.3-1732216156409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:24,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/cluster_37746200-e5c1-fa13-b040-5d8f7cad046a/dfs/data/data2/current/BP-438711450-172.17.0.3-1732216156409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:24,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:24,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5275c7c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:24,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74c99fc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:24,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:24,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6845cf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:24,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201dfe37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:24,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:09:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T19:09:24,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 131) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38773 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:38773 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=496 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=962 (was 1084), ProcessCount=11 (was 11), AvailableMemoryMB=3426 (was 4086) 2024-11-21T19:09:24,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=496, MaxFileDescriptor=1048576, SystemLoadAverage=962, ProcessCount=11, AvailableMemoryMB=3425 2024-11-21T19:09:24,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir so I do NOT create it in target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23 2024-11-21T19:09:24,813 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T19:09:24,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.tmp.dir so I do NOT create it in target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23 2024-11-21T19:09:24,813 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9293eca5-e32f-0485-7ab8-472f07cc5c35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T19:09:24,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23 2024-11-21T19:09:24,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:09:24,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352, deleteOnExit=true 2024-11-21T19:09:24,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/test.cache.data in system properties and HBase conf 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:09:24,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:09:24,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:09:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:09:24,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:24,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:09:24,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:09:25,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:25,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:25,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:25,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:25,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:25,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:25,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67be064f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:25,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e8e910{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:25,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2727ae65{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-5458624094901990394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:25,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e3b0c2d{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-11-21T19:09:25,248 INFO [Time-limited test {}] server.Server(415): Started @47560ms 2024-11-21T19:09:25,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:25,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:25,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:25,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:25,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:09:25,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e6f547d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:25,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@267d17f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:25,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11a1956c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/java.io.tmpdir/jetty-localhost-40017-hadoop-hdfs-3_4_1-tests_jar-_-any-14866362450056810185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:25,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7381c39{HTTP/1.1, (http/1.1)}{localhost:40017} 2024-11-21T19:09:25,531 INFO [Time-limited test {}] server.Server(415): Started @47842ms 2024-11-21T19:09:25,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:25,562 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:09:25,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,589 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,592 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:25,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:25,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:25,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:25,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:25,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:09:25,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70111270{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:25,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202cf103{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:25,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@91c8db9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/java.io.tmpdir/jetty-localhost-37117-hadoop-hdfs-3_4_1-tests_jar-_-any-7965207086524747539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:25,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73cc8d73{HTTP/1.1, (http/1.1)}{localhost:37117} 2024-11-21T19:09:25,706 INFO [Time-limited test {}] server.Server(415): Started @48017ms 2024-11-21T19:09:25,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:26,240 WARN [Thread-1185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data1/current/BP-1217608278-172.17.0.3-1732216164839/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:26,240 WARN [Thread-1186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data2/current/BP-1217608278-172.17.0.3-1732216164839/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:26,259 WARN [Thread-1149 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc19844c48821bd1b with lease ID 0x3bfdace33f6d3325: Processing first storage report for DS-ff7b7e9b-654e-4478-ab2e-06aeb056ee6b from datanode DatanodeRegistration(127.0.0.1:46873, datanodeUuid=c679c1ac-729d-46e7-8cae-3bc8d927e6b8, infoPort=46409, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839) 2024-11-21T19:09:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc19844c48821bd1b with lease ID 0x3bfdace33f6d3325: from storage DS-ff7b7e9b-654e-4478-ab2e-06aeb056ee6b node DatanodeRegistration(127.0.0.1:46873, datanodeUuid=c679c1ac-729d-46e7-8cae-3bc8d927e6b8, infoPort=46409, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc19844c48821bd1b with lease ID 0x3bfdace33f6d3325: Processing first storage report for DS-41199657-308a-458b-a4e8-d5342a091f3c from datanode DatanodeRegistration(127.0.0.1:46873, datanodeUuid=c679c1ac-729d-46e7-8cae-3bc8d927e6b8, infoPort=46409, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839) 2024-11-21T19:09:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc19844c48821bd1b with lease ID 0x3bfdace33f6d3325: from storage DS-41199657-308a-458b-a4e8-d5342a091f3c node DatanodeRegistration(127.0.0.1:46873, datanodeUuid=c679c1ac-729d-46e7-8cae-3bc8d927e6b8, infoPort=46409, infoSecurePort=0, ipcPort=35003, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:26,421 WARN [Thread-1197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data3/current/BP-1217608278-172.17.0.3-1732216164839/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:26,421 WARN [Thread-1198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data4/current/BP-1217608278-172.17.0.3-1732216164839/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:26,442 WARN [Thread-1173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26a45184e8f9f67 with lease ID 0x3bfdace33f6d3326: Processing first storage report for DS-052e773c-2918-4e6c-81d2-5a6e2342be48 from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=3fe4fad6-c5c2-4ee8-bc52-3c16375a34fe, infoPort=43665, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839) 2024-11-21T19:09:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26a45184e8f9f67 with lease ID 0x3bfdace33f6d3326: from storage DS-052e773c-2918-4e6c-81d2-5a6e2342be48 node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=3fe4fad6-c5c2-4ee8-bc52-3c16375a34fe, infoPort=43665, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26a45184e8f9f67 with lease ID 0x3bfdace33f6d3326: Processing first storage report for DS-3987aca8-8833-45d2-b63e-eae2dc16524a from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=3fe4fad6-c5c2-4ee8-bc52-3c16375a34fe, infoPort=43665, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839) 2024-11-21T19:09:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26a45184e8f9f67 with lease ID 0x3bfdace33f6d3326: from storage DS-3987aca8-8833-45d2-b63e-eae2dc16524a node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=3fe4fad6-c5c2-4ee8-bc52-3c16375a34fe, infoPort=43665, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=1257575863;c=1732216164839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:26,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23 2024-11-21T19:09:26,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/zookeeper_0, clientPort=57547, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:09:26,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57547 2024-11-21T19:09:26,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:26,557 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 with version=8 2024-11-21T19:09:26,557 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/hbase-staging 2024-11-21T19:09:26,558 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:26,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:26,559 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34775 2024-11-21T19:09:26,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34775 connecting to ZooKeeper ensemble=127.0.0.1:57547 2024-11-21T19:09:26,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347750x0, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:26,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34775-0x1016016bafd0000 connected 2024-11-21T19:09:26,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:26,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:26,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:26,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34775 2024-11-21T19:09:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34775 2024-11-21T19:09:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34775 2024-11-21T19:09:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34775 2024-11-21T19:09:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34775 2024-11-21T19:09:26,717 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1, hbase.cluster.distributed=false 2024-11-21T19:09:26,734 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:26,735 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:26,736 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46745 2024-11-21T19:09:26,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:26,738 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-21T19:09:26,760 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-21T19:09:26,761 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-21T19:09:26,777 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-21T19:09:26,778 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:26,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46745 connecting to ZooKeeper ensemble=127.0.0.1:57547 2024-11-21T19:09:26,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467450x0, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:26,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467450x0, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:26,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467450x0, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:26,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467450x0, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:26,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46745-0x1016016bafd0001 connected 2024-11-21T19:09:26,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46745 2024-11-21T19:09:26,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46745 2024-11-21T19:09:26,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46745 2024-11-21T19:09:26,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46745 2024-11-21T19:09:26,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46745 2024-11-21T19:09:26,818 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:26,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:26,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:26,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:26,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:26,819 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:26,819 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39277 2024-11-21T19:09:26,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:26,820 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-21T19:09:26,825 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-21T19:09:26,826 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-21T19:09:26,826 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-21T19:09:26,826 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:26,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39277 connecting to ZooKeeper ensemble=127.0.0.1:57547 2024-11-21T19:09:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392770x0, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:26,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392770x0, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:26,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39277-0x1016016bafd0002 connected 2024-11-21T19:09:26,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:26,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:26,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39277 2024-11-21T19:09:26,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39277 2024-11-21T19:09:26,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39277 2024-11-21T19:09:26,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39277 2024-11-21T19:09:26,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39277 2024-11-21T19:09:26,845 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,34775,1732216166558 2024-11-21T19:09:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:26,856 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,34775,1732216166558 2024-11-21T19:09:26,859 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:34775 2024-11-21T19:09:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:26,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:26,865 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:26,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:26,865 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,34775,1732216166558 from backup master directory 2024-11-21T19:09:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,34775,1732216166558 2024-11-21T19:09:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:26,880 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:26,880 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,34775,1732216166558 2024-11-21T19:09:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:26,911 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/hbase.id with ID: d96c5a62-9551-4760-ad1e-138d0be7f605 2024-11-21T19:09:26,939 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:26,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:26,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:26,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:27,369 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:27,371 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:09:27,371 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:27,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:27,382 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store 2024-11-21T19:09:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:27,804 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:27,804 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:27,804 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:27,804 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:27,804 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:27,804 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:27,805 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:27,805 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:27,806 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/.initializing 2024-11-21T19:09:27,806 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/WALs/2d90ca23533b,34775,1732216166558 2024-11-21T19:09:27,807 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:27,810 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C34775%2C1732216166558, suffix=, logDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/WALs/2d90ca23533b,34775,1732216166558, archiveDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/oldWALs, maxLogs=10 2024-11-21T19:09:27,826 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/WALs/2d90ca23533b,34775,1732216166558/2d90ca23533b%2C34775%2C1732216166558.1732216167810, exclude list is [], retry=0 2024-11-21T19:09:27,829 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-052e773c-2918-4e6c-81d2-5a6e2342be48,DISK] 2024-11-21T19:09:27,829 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-ff7b7e9b-654e-4478-ab2e-06aeb056ee6b,DISK] 2024-11-21T19:09:27,833 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/WALs/2d90ca23533b,34775,1732216166558/2d90ca23533b%2C34775%2C1732216166558.1732216167810 2024-11-21T19:09:27,833 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665),(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-21T19:09:27,833 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:27,833 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:27,833 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,833 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:09:27,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:27,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:27,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:09:27,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:27,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:27,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:09:27,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:27,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:27,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:09:27,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:27,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:27,851 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,853 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,857 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:09:27,859 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:27,861 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:27,861 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742968, jitterRate=0.02435004711151123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:09:27,862 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:27,862 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:09:27,866 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637cde36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:27,866 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:09:27,866 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:09:27,867 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:09:27,867 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:09:27,867 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:09:27,868 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:09:27,868 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:09:27,872 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:09:27,873 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:09:27,883 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:09:27,883 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:09:27,884 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:09:27,892 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:09:27,892 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:09:27,893 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:09:27,900 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:09:27,901 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:09:27,908 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:09:27,909 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:09:27,917 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:09:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:27,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:27,926 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,34775,1732216166558, sessionid=0x1016016bafd0000, setting cluster-up flag (Was=false) 2024-11-21T19:09:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:27,983 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:09:27,991 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,34775,1732216166558 2024-11-21T19:09:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:28,050 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:09:28,051 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,34775,1732216166558 2024-11-21T19:09:28,057 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:28,057 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:09:28,057 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,34775,1732216166558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:28,058 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:28,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:09:28,076 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732216198076 2024-11-21T19:09:28,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:09:28,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:09:28,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:09:28,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:09:28,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:09:28,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:09:28,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:28,085 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,091 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:09:28,091 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:09:28,091 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:09:28,095 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:09:28,095 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:09:28,099 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216168095,5,FailOnTimeoutGroup] 2024-11-21T19:09:28,103 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216168099,5,FailOnTimeoutGroup] 2024-11-21T19:09:28,103 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,103 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:09:28,103 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,103 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:28,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:09:28,127 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 2024-11-21T19:09:28,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:28,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:28,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:28,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:28,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,164 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:46745 2024-11-21T19:09:28,169 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d90ca23533b:39277 2024-11-21T19:09:28,169 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1008): ClusterId : d96c5a62-9551-4760-ad1e-138d0be7f605 2024-11-21T19:09:28,170 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:28,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:28,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:28,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:28,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:28,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:28,185 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:28,185 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:28,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:28,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:28,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740 2024-11-21T19:09:28,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740 2024-11-21T19:09:28,195 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1008): ClusterId : d96c5a62-9551-4760-ad1e-138d0be7f605 2024-11-21T19:09:28,195 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:28,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:28,199 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:28,199 DEBUG [RS:0;2d90ca23533b:46745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15766638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:28,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:28,201 DEBUG [RS:0;2d90ca23533b:46745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252f9574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:28,201 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:28,201 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:28,201 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:28,209 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,34775,1732216166558 with isa=2d90ca23533b/172.17.0.3:46745, startcode=1732216166734 2024-11-21T19:09:28,209 DEBUG [RS:0;2d90ca23533b:46745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:28,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:28,212 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71172007, jitterRate=0.06054554879665375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:28,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:28,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:28,213 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:28,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:28,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:28,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:28,214 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:28,214 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:28,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:28,214 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:28,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:28,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:09:28,215 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50527, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:28,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:09:28,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34775 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34775 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,216 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:09:28,223 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:28,223 DEBUG [RS:1;2d90ca23533b:39277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2512ec5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:28,227 DEBUG [RS:1;2d90ca23533b:39277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7869f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:28,227 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:09:28,227 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:28,227 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:28,227 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:28,228 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,34775,1732216166558 with isa=2d90ca23533b/172.17.0.3:39277, startcode=1732216166818 2024-11-21T19:09:28,229 DEBUG [RS:1;2d90ca23533b:39277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:28,231 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 2024-11-21T19:09:28,231 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34131 2024-11-21T19:09:28,231 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:28,231 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35879, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:28,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34775 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,39277,1732216166818 2024-11-21T19:09:28,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34775 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,39277,1732216166818 2024-11-21T19:09:28,233 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 2024-11-21T19:09:28,233 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34131 2024-11-21T19:09:28,233 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:28,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:28,265 DEBUG [RS:0;2d90ca23533b:46745 {}] zookeeper.ZKUtil(111): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,266 WARN [RS:0;2d90ca23533b:46745 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:28,266 INFO [RS:0;2d90ca23533b:46745 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:28,266 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,271 DEBUG [RS:1;2d90ca23533b:39277 {}] zookeeper.ZKUtil(111): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,39277,1732216166818 2024-11-21T19:09:28,271 WARN [RS:1;2d90ca23533b:39277 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:28,271 INFO [RS:1;2d90ca23533b:39277 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:28,271 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,39277,1732216166818 2024-11-21T19:09:28,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,46745,1732216166734] 2024-11-21T19:09:28,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,39277,1732216166818] 2024-11-21T19:09:28,294 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:28,294 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:28,299 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:28,303 INFO [RS:1;2d90ca23533b:39277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:28,303 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,306 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:28,307 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,307 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,307 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:28,308 DEBUG [RS:1;2d90ca23533b:39277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:28,311 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:28,311 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:28,321 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:28,321 INFO [RS:0;2d90ca23533b:46745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:28,322 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,322 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,322 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,323 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:28,323 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,323 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,323 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39277,1732216166818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:28,323 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:28,324 DEBUG [RS:0;2d90ca23533b:46745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:28,329 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,329 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,329 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,329 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,329 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,46745,1732216166734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:28,341 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:28,342 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39277,1732216166818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,350 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:28,350 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,46745,1732216166734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:28,362 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.Replication(204): 2d90ca23533b,39277,1732216166818 started 2024-11-21T19:09:28,363 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,39277,1732216166818, RpcServer on 2d90ca23533b/172.17.0.3:39277, sessionid=0x1016016bafd0002 2024-11-21T19:09:28,363 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:28,363 DEBUG [RS:1;2d90ca23533b:39277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,39277,1732216166818 2024-11-21T19:09:28,363 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,39277,1732216166818' 2024-11-21T19:09:28,363 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:28,463 WARN [2d90ca23533b:34775 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:09:28,467 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:28,475 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:28,475 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:28,475 DEBUG [RS:1;2d90ca23533b:39277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,39277,1732216166818 2024-11-21T19:09:28,476 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,39277,1732216166818' 2024-11-21T19:09:28,476 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:28,476 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.Replication(204): 2d90ca23533b,46745,1732216166734 started 2024-11-21T19:09:28,476 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,46745,1732216166734, RpcServer on 2d90ca23533b/172.17.0.3:46745, sessionid=0x1016016bafd0001 2024-11-21T19:09:28,476 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:28,476 DEBUG [RS:0;2d90ca23533b:46745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,476 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,46745,1732216166734' 2024-11-21T19:09:28,476 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:28,479 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:28,482 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:28,482 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:28,482 DEBUG [RS:0;2d90ca23533b:46745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,482 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,46745,1732216166734' 2024-11-21T19:09:28,482 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:28,483 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:28,485 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:28,486 DEBUG [RS:0;2d90ca23533b:46745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:28,486 INFO [RS:0;2d90ca23533b:46745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:28,486 INFO [RS:0;2d90ca23533b:46745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:28,494 DEBUG [RS:1;2d90ca23533b:39277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:28,495 INFO [RS:1;2d90ca23533b:39277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:28,495 INFO [RS:1;2d90ca23533b:39277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:28,586 INFO [RS:0;2d90ca23533b:46745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:28,589 INFO [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C46745%2C1732216166734, suffix=, logDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734, archiveDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/oldWALs, maxLogs=32 2024-11-21T19:09:28,595 INFO [RS:1;2d90ca23533b:39277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:28,597 INFO [RS:1;2d90ca23533b:39277 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C39277%2C1732216166818, suffix=, logDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,39277,1732216166818, archiveDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/oldWALs, maxLogs=32 2024-11-21T19:09:28,614 DEBUG [RS:0;2d90ca23533b:46745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734/2d90ca23533b%2C46745%2C1732216166734.1732216168589, exclude list is [], retry=0 2024-11-21T19:09:28,618 DEBUG [RS:1;2d90ca23533b:39277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,39277,1732216166818/2d90ca23533b%2C39277%2C1732216166818.1732216168598, exclude list is [], retry=0 2024-11-21T19:09:28,626 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-052e773c-2918-4e6c-81d2-5a6e2342be48,DISK] 2024-11-21T19:09:28,628 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-ff7b7e9b-654e-4478-ab2e-06aeb056ee6b,DISK] 2024-11-21T19:09:28,629 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-052e773c-2918-4e6c-81d2-5a6e2342be48,DISK] 2024-11-21T19:09:28,631 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-ff7b7e9b-654e-4478-ab2e-06aeb056ee6b,DISK] 2024-11-21T19:09:28,643 INFO [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734/2d90ca23533b%2C46745%2C1732216166734.1732216168589 2024-11-21T19:09:28,647 DEBUG [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665),(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-21T19:09:28,663 INFO [RS:1;2d90ca23533b:39277 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,39277,1732216166818/2d90ca23533b%2C39277%2C1732216166818.1732216168598 2024-11-21T19:09:28,667 DEBUG [RS:1;2d90ca23533b:39277 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409),(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-21T19:09:28,713 DEBUG [2d90ca23533b:34775 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T19:09:28,713 DEBUG [2d90ca23533b:34775 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:28,723 DEBUG [2d90ca23533b:34775 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:28,723 DEBUG [2d90ca23533b:34775 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:28,723 INFO [2d90ca23533b:34775 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:28,723 INFO [2d90ca23533b:34775 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:28,723 DEBUG [2d90ca23533b:34775 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:28,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,727 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,46745,1732216166734, state=OPENING 2024-11-21T19:09:28,742 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:09:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:28,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:28,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:28,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,46745,1732216166734}] 2024-11-21T19:09:28,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:28,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:28,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,914 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:28,915 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:28,919 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:09:28,919 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:28,920 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:09:28,921 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C46745%2C1732216166734.meta, suffix=.meta, logDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734, archiveDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/oldWALs, maxLogs=32 2024-11-21T19:09:28,936 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734/2d90ca23533b%2C46745%2C1732216166734.meta.1732216168922.meta, exclude list is [], retry=0 2024-11-21T19:09:28,939 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-052e773c-2918-4e6c-81d2-5a6e2342be48,DISK] 2024-11-21T19:09:28,939 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46873,DS-ff7b7e9b-654e-4478-ab2e-06aeb056ee6b,DISK] 2024-11-21T19:09:28,945 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/WALs/2d90ca23533b,46745,1732216166734/2d90ca23533b%2C46745%2C1732216166734.meta.1732216168922.meta 2024-11-21T19:09:28,946 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409),(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:09:28,947 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:09:28,947 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:09:28,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:28,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:28,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:28,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:28,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:28,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:28,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:28,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:28,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:28,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:28,954 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740 2024-11-21T19:09:28,956 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740 2024-11-21T19:09:28,957 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:28,959 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:28,963 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72808463, jitterRate=0.08493064343929291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:28,963 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:28,964 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732216168913 2024-11-21T19:09:28,968 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:09:28,969 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:09:28,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46745,1732216166734 2024-11-21T19:09:28,970 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,46745,1732216166734, state=OPEN 2024-11-21T19:09:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:28,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:28,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:28,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:28,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:28,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:09:28,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,46745,1732216166734 in 228 msec 2024-11-21T19:09:28,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:09:28,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-11-21T19:09:28,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 935 msec 2024-11-21T19:09:28,992 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732216168992, completionTime=-1 2024-11-21T19:09:28,992 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-21T19:09:28,992 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:09:28,994 DEBUG [hconnection-0x7e63a821-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:28,999 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:29,000 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-21T19:09:29,000 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732216229000 2024-11-21T19:09:29,000 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732216289000 2024-11-21T19:09:29,000 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 8 msec 2024-11-21T19:09:29,022 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,34775,1732216166558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:29,022 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,34775,1732216166558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:29,023 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,34775,1732216166558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:29,023 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:34775, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:29,023 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:29,023 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:09:29,023 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:29,025 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:09:29,031 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:29,031 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:29,036 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:09:29,036 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:29,071 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d0e806c9d6b2ea084c552480a34d9207, NAME => 'hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 2024-11-21T19:09:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:29,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:29,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d0e806c9d6b2ea084c552480a34d9207, disabling compactions & flushes 2024-11-21T19:09:29,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,086 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,086 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. after waiting 0 ms 2024-11-21T19:09:29,086 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,086 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,086 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d0e806c9d6b2ea084c552480a34d9207: 2024-11-21T19:09:29,087 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:29,088 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732216169087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216169087"}]},"ts":"1732216169087"} 2024-11-21T19:09:29,100 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:09:29,101 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:29,101 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216169101"}]},"ts":"1732216169101"} 2024-11-21T19:09:29,107 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:09:29,125 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:29,126 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:29,126 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:29,126 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:29,126 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:29,126 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:29,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d0e806c9d6b2ea084c552480a34d9207, ASSIGN}] 2024-11-21T19:09:29,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d0e806c9d6b2ea084c552480a34d9207, ASSIGN 2024-11-21T19:09:29,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d0e806c9d6b2ea084c552480a34d9207, ASSIGN; state=OFFLINE, location=2d90ca23533b,39277,1732216166818; forceNewPlan=false, retain=false 2024-11-21T19:09:29,280 INFO [2d90ca23533b:34775 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T19:09:29,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d0e806c9d6b2ea084c552480a34d9207, regionState=OPENING, regionLocation=2d90ca23533b,39277,1732216166818 2024-11-21T19:09:29,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d0e806c9d6b2ea084c552480a34d9207, server=2d90ca23533b,39277,1732216166818}] 2024-11-21T19:09:29,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,39277,1732216166818 2024-11-21T19:09:29,437 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:29,438 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:29,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d0e806c9d6b2ea084c552480a34d9207, NAME => 'hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:29,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,459 INFO [StoreOpener-d0e806c9d6b2ea084c552480a34d9207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,471 INFO [StoreOpener-d0e806c9d6b2ea084c552480a34d9207-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0e806c9d6b2ea084c552480a34d9207 columnFamilyName info 2024-11-21T19:09:29,472 DEBUG [StoreOpener-d0e806c9d6b2ea084c552480a34d9207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:29,478 INFO [StoreOpener-d0e806c9d6b2ea084c552480a34d9207-1 {}] regionserver.HStore(327): Store=d0e806c9d6b2ea084c552480a34d9207/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:29,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:29,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:29,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d0e806c9d6b2ea084c552480a34d9207; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67256619, jitterRate=0.0022017210721969604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:29,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d0e806c9d6b2ea084c552480a34d9207: 2024-11-21T19:09:29,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207., pid=6, masterSystemTime=1732216169436 2024-11-21T19:09:29,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:29,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d0e806c9d6b2ea084c552480a34d9207, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,39277,1732216166818 2024-11-21T19:09:29,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:09:29,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d0e806c9d6b2ea084c552480a34d9207, server=2d90ca23533b,39277,1732216166818 in 216 msec 2024-11-21T19:09:29,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:09:29,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d0e806c9d6b2ea084c552480a34d9207, ASSIGN in 375 msec 2024-11-21T19:09:29,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:29,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216169505"}]},"ts":"1732216169505"} 2024-11-21T19:09:29,507 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:09:29,518 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:29,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 495 msec 2024-11-21T19:09:29,531 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:09:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:29,542 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:29,543 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:29,545 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:09:29,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:09:29,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-11-21T19:09:29,593 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:09:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:29,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 66 msec 2024-11-21T19:09:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:09:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.833sec 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:09:29,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,34775,1732216166558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:29,715 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,34775,1732216166558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:09:29,721 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:09:29,721 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:09:29,721 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,34775,1732216166558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:29,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75dd8624 to 127.0.0.1:57547 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ceec876 2024-11-21T19:09:29,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1051625a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:29,786 DEBUG [hconnection-0x17fa107-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:29,787 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:29,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,34775,1732216166558 2024-11-21T19:09:29,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:09:29,791 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:09:29,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-21T19:09:29,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:29,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:29,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-21T19:09:29,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:29,823 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1fef6037a97d17d9fecf154f5a409a6a, NAME => 'testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 2024-11-21T19:09:29,823 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bad2ca43a66c2eebc55930cfc7bfcca2, NAME => 'testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1 2024-11-21T19:09:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1fef6037a97d17d9fecf154f5a409a6a, disabling compactions & flushes 2024-11-21T19:09:29,838 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. after waiting 0 ms 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:29,838 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing bad2ca43a66c2eebc55930cfc7bfcca2, disabling compactions & flushes 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1fef6037a97d17d9fecf154f5a409a6a: 2024-11-21T19:09:29,838 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. after waiting 0 ms 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:29,838 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:29,838 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for bad2ca43a66c2eebc55930cfc7bfcca2: 2024-11-21T19:09:29,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:29,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216169840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216169840"}]},"ts":"1732216169840"} 2024-11-21T19:09:29,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216169840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216169840"}]},"ts":"1732216169840"} 2024-11-21T19:09:29,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-21T19:09:29,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:29,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216169849"}]},"ts":"1732216169849"} 2024-11-21T19:09:29,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-21T19:09:29,879 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:29,880 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:29,880 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:29,880 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:29,880 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:29,881 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:29,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fef6037a97d17d9fecf154f5a409a6a, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bad2ca43a66c2eebc55930cfc7bfcca2, ASSIGN}] 2024-11-21T19:09:29,884 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bad2ca43a66c2eebc55930cfc7bfcca2, ASSIGN 2024-11-21T19:09:29,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fef6037a97d17d9fecf154f5a409a6a, ASSIGN 2024-11-21T19:09:29,885 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bad2ca43a66c2eebc55930cfc7bfcca2, ASSIGN; state=OFFLINE, location=2d90ca23533b,39277,1732216166818; forceNewPlan=false, retain=false 2024-11-21T19:09:29,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fef6037a97d17d9fecf154f5a409a6a, ASSIGN; state=OFFLINE, location=2d90ca23533b,46745,1732216166734; forceNewPlan=false, retain=false 2024-11-21T19:09:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:30,035 INFO [2d90ca23533b:34775 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-21T19:09:30,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bad2ca43a66c2eebc55930cfc7bfcca2, regionState=OPENING, regionLocation=2d90ca23533b,39277,1732216166818 2024-11-21T19:09:30,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1fef6037a97d17d9fecf154f5a409a6a, regionState=OPENING, regionLocation=2d90ca23533b,46745,1732216166734 2024-11-21T19:09:30,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure bad2ca43a66c2eebc55930cfc7bfcca2, server=2d90ca23533b,39277,1732216166818}] 2024-11-21T19:09:30,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 1fef6037a97d17d9fecf154f5a409a6a, server=2d90ca23533b,46745,1732216166734}] 2024-11-21T19:09:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:30,192 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,39277,1732216166818 2024-11-21T19:09:30,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46745,1732216166734 2024-11-21T19:09:30,203 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:30,203 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => bad2ca43a66c2eebc55930cfc7bfcca2, NAME => 'testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2.', STARTKEY => '5', ENDKEY => ''} 2024-11-21T19:09:30,204 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fef6037a97d17d9fecf154f5a409a6a, NAME => 'testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a.', STARTKEY => '', ENDKEY => '5'} 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,204 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,212 INFO [StoreOpener-bad2ca43a66c2eebc55930cfc7bfcca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,213 INFO [StoreOpener-1fef6037a97d17d9fecf154f5a409a6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,216 INFO [StoreOpener-bad2ca43a66c2eebc55930cfc7bfcca2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad2ca43a66c2eebc55930cfc7bfcca2 columnFamilyName family 2024-11-21T19:09:30,216 DEBUG [StoreOpener-bad2ca43a66c2eebc55930cfc7bfcca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:30,218 INFO [StoreOpener-bad2ca43a66c2eebc55930cfc7bfcca2-1 {}] regionserver.HStore(327): Store=bad2ca43a66c2eebc55930cfc7bfcca2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:30,224 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,219 INFO [StoreOpener-1fef6037a97d17d9fecf154f5a409a6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fef6037a97d17d9fecf154f5a409a6a columnFamilyName family 2024-11-21T19:09:30,225 DEBUG [StoreOpener-1fef6037a97d17d9fecf154f5a409a6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:30,225 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,229 INFO [StoreOpener-1fef6037a97d17d9fecf154f5a409a6a-1 {}] regionserver.HStore(327): Store=1fef6037a97d17d9fecf154f5a409a6a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:30,230 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,230 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,230 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,234 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:30,247 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened bad2ca43a66c2eebc55930cfc7bfcca2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790510, jitterRate=-0.12395313382148743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:30,250 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,253 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for bad2ca43a66c2eebc55930cfc7bfcca2: 2024-11-21T19:09:30,258 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2., pid=12, masterSystemTime=1732216170191 2024-11-21T19:09:30,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bad2ca43a66c2eebc55930cfc7bfcca2, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,39277,1732216166818 2024-11-21T19:09:30,266 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:30,267 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:30,267 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:30,267 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 1fef6037a97d17d9fecf154f5a409a6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70062497, jitterRate=0.044012561440467834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:30,268 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 1fef6037a97d17d9fecf154f5a409a6a: 2024-11-21T19:09:30,274 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a., pid=13, masterSystemTime=1732216170194 2024-11-21T19:09:30,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1fef6037a97d17d9fecf154f5a409a6a, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46745,1732216166734 2024-11-21T19:09:30,281 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,282 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T19:09:30,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure bad2ca43a66c2eebc55930cfc7bfcca2, server=2d90ca23533b,39277,1732216166818 in 234 msec 2024-11-21T19:09:30,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bad2ca43a66c2eebc55930cfc7bfcca2, ASSIGN in 401 msec 2024-11-21T19:09:30,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-21T19:09:30,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 1fef6037a97d17d9fecf154f5a409a6a, server=2d90ca23533b,46745,1732216166734 in 245 msec 2024-11-21T19:09:30,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T19:09:30,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fef6037a97d17d9fecf154f5a409a6a, ASSIGN in 413 msec 2024-11-21T19:09:30,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:30,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216170300"}]},"ts":"1732216170300"} 2024-11-21T19:09:30,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-21T19:09:30,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:30,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 560 msec 2024-11-21T19:09:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:30,410 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-21T19:09:30,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-21T19:09:30,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-21T19:09:30,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-21T19:09:30,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:30,474 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:30,491 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1fef6037a97d17d9fecf154f5a409a6a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-21T19:09:30,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/.tmp/family/03b5c2c52a6d4451aef7066f795fcff5 is 32, key is 1/family:/1732216170447/Put/seqid=0 2024-11-21T19:09:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741841_1017 (size=5054) 2024-11-21T19:09:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741841_1017 (size=5054) 2024-11-21T19:09:30,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/.tmp/family/03b5c2c52a6d4451aef7066f795fcff5 2024-11-21T19:09:30,567 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/.tmp/family/03b5c2c52a6d4451aef7066f795fcff5 as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/family/03b5c2c52a6d4451aef7066f795fcff5 2024-11-21T19:09:30,584 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/family/03b5c2c52a6d4451aef7066f795fcff5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T19:09:30,588 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1fef6037a97d17d9fecf154f5a409a6a in 97ms, sequenceid=8, compaction requested=false 2024-11-21T19:09:30,588 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1fef6037a97d17d9fecf154f5a409a6a: 2024-11-21T19:09:30,588 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing bad2ca43a66c2eebc55930cfc7bfcca2 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-21T19:09:30,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/.tmp/family/3c480b1120424b7598a08de7685a1ba4 is 32, key is 5/family:/1732216170475/Put/seqid=0 2024-11-21T19:09:30,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741842_1018 (size=5083) 2024-11-21T19:09:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741842_1018 (size=5083) 2024-11-21T19:09:30,659 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/.tmp/family/3c480b1120424b7598a08de7685a1ba4 2024-11-21T19:09:30,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/.tmp/family/3c480b1120424b7598a08de7685a1ba4 as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/family/3c480b1120424b7598a08de7685a1ba4 2024-11-21T19:09:30,691 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/family/3c480b1120424b7598a08de7685a1ba4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-21T19:09:30,693 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bad2ca43a66c2eebc55930cfc7bfcca2 in 104ms, sequenceid=9, compaction requested=false 2024-11-21T19:09:30,693 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for bad2ca43a66c2eebc55930cfc7bfcca2: 2024-11-21T19:09:30,697 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 03b5c2c52a6d4451aef7066f795fcff5, starting offset: 0, end offset: 9223372036854775807 2024-11-21T19:09:30,697 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 03b5c2c52a6d4451aef7066f795fcff5_0 from back map with offset lock 2094080 in the evict process 2024-11-21T19:09:30,699 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 3c480b1120424b7598a08de7685a1ba4, starting offset: 0, end offset: 9223372036854775807 2024-11-21T19:09:30,699 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 3c480b1120424b7598a08de7685a1ba4_0 from back map with offset lock 2094080 in the evict process 2024-11-21T19:09:30,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:09:30,700 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:09:30,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75dd8624 to 127.0.0.1:57547 2024-11-21T19:09:30,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:30,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:09:30,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=998247300, stopped=false 2024-11-21T19:09:30,704 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,34775,1732216166558 2024-11-21T19:09:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:30,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:09:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:30,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:30,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:30,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:30,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:30,726 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,46745,1732216166734' ***** 2024-11-21T19:09:30,726 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:30,726 INFO [RS:0;2d90ca23533b:46745 {}] bucket.BucketCache(1726): Disabling cache 2024-11-21T19:09:30,727 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,39277,1732216166818' ***** 2024-11-21T19:09:30,727 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:30,727 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-21T19:09:30,727 INFO [RS:0;2d90ca23533b:46745 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-21T19:09:30,727 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:30,727 INFO [RS:0;2d90ca23533b:46745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:30,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:30,727 INFO [RS:0;2d90ca23533b:46745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:30,727 INFO [RS:1;2d90ca23533b:39277 {}] bucket.BucketCache(1726): Disabling cache 2024-11-21T19:09:30,727 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(3579): Received CLOSE for 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,727 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-21T19:09:30,727 INFO [RS:1;2d90ca23533b:39277 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-21T19:09:30,727 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-21T19:09:30,727 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:30,727 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-21T19:09:30,727 INFO [RS:1;2d90ca23533b:39277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:30,727 INFO [RS:1;2d90ca23533b:39277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:30,727 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-21T19:09:30,727 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(3579): Received CLOSE for d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:30,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:30,727 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-21T19:09:30,727 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,46745,1732216166734 2024-11-21T19:09:30,728 DEBUG [RS:0;2d90ca23533b:46745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:30,728 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:30,728 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:30,728 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:30,728 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1fef6037a97d17d9fecf154f5a409a6a, disabling compactions & flushes 2024-11-21T19:09:30,728 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:09:30,728 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,728 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,728 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. after waiting 0 ms 2024-11-21T19:09:30,728 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,731 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:09:30,731 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1603): Online Regions={1fef6037a97d17d9fecf154f5a409a6a=testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:09:30,731 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1fef6037a97d17d9fecf154f5a409a6a 2024-11-21T19:09:30,735 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:30,735 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:30,735 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:30,735 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:30,735 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:30,735 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-21T19:09:30,739 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(3579): Received CLOSE for bad2ca43a66c2eebc55930cfc7bfcca2 2024-11-21T19:09:30,739 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,39277,1732216166818 2024-11-21T19:09:30,739 DEBUG [RS:1;2d90ca23533b:39277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:30,739 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:09:30,739 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1603): Online Regions={d0e806c9d6b2ea084c552480a34d9207=hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207., bad2ca43a66c2eebc55930cfc7bfcca2=testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2.} 2024-11-21T19:09:30,739 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1629): Waiting on bad2ca43a66c2eebc55930cfc7bfcca2, d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:30,743 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d0e806c9d6b2ea084c552480a34d9207, disabling compactions & flushes 2024-11-21T19:09:30,743 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:30,743 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:30,743 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. after waiting 0 ms 2024-11-21T19:09:30,743 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:30,743 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d0e806c9d6b2ea084c552480a34d9207 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:09:30,769 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:30,770 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:30,770 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/1fef6037a97d17d9fecf154f5a409a6a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T19:09:30,771 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,771 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1fef6037a97d17d9fecf154f5a409a6a: 2024-11-21T19:09:30,771 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732216169792.1fef6037a97d17d9fecf154f5a409a6a. 2024-11-21T19:09:30,779 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/.tmp/info/b3d475f7fba644df9ce9ff10b488ec8e is 173, key is testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2./info:regioninfo/1732216170264/Put/seqid=0 2024-11-21T19:09:30,786 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/.tmp/info/7770478a439a461580e3ad872077dd05 is 45, key is default/info:d/1732216169554/Put/seqid=0 2024-11-21T19:09:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:09:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741843_1019 (size=9337) 2024-11-21T19:09:30,807 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/.tmp/info/b3d475f7fba644df9ce9ff10b488ec8e 2024-11-21T19:09:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:09:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741844_1020 (size=5037) 2024-11-21T19:09:30,869 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/.tmp/table/9075a2c462fc4ea88750311a015a643c is 61, key is testClearRegionBlockCache/table:state/1732216170300/Put/seqid=0 2024-11-21T19:09:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:30,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:30,931 DEBUG [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T19:09:30,934 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/.tmp/table/9075a2c462fc4ea88750311a015a643c 2024-11-21T19:09:30,939 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1629): Waiting on bad2ca43a66c2eebc55930cfc7bfcca2, d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:30,946 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/.tmp/info/b3d475f7fba644df9ce9ff10b488ec8e as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/info/b3d475f7fba644df9ce9ff10b488ec8e 2024-11-21T19:09:30,961 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/info/b3d475f7fba644df9ce9ff10b488ec8e, entries=30, sequenceid=16, filesize=9.1 K 2024-11-21T19:09:30,970 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/.tmp/table/9075a2c462fc4ea88750311a015a643c as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/table/9075a2c462fc4ea88750311a015a643c 2024-11-21T19:09:30,994 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/table/9075a2c462fc4ea88750311a015a643c, entries=4, sequenceid=16, filesize=5.3 K 2024-11-21T19:09:30,999 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 264ms, sequenceid=16, compaction requested=false 2024-11-21T19:09:31,043 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T19:09:31,045 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:31,046 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:31,046 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:31,046 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:31,131 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,46745,1732216166734; all regions closed. 2024-11-21T19:09:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:31,139 DEBUG [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1629): Waiting on bad2ca43a66c2eebc55930cfc7bfcca2, d0e806c9d6b2ea084c552480a34d9207 2024-11-21T19:09:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:31,147 DEBUG [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/oldWALs 2024-11-21T19:09:31,147 INFO [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C46745%2C1732216166734.meta:.meta(num 1732216168922) 2024-11-21T19:09:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741833_1009 (size=1758) 2024-11-21T19:09:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741833_1009 (size=1758) 2024-11-21T19:09:31,166 DEBUG [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/oldWALs 2024-11-21T19:09:31,167 INFO [RS:0;2d90ca23533b:46745 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C46745%2C1732216166734:(num 1732216168589) 2024-11-21T19:09:31,167 DEBUG [RS:0;2d90ca23533b:46745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:31,167 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:31,168 INFO [RS:0;2d90ca23533b:46745 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:31,168 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:31,168 INFO [RS:0;2d90ca23533b:46745 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46745 2024-11-21T19:09:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,46745,1732216166734 2024-11-21T19:09:31,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,46745,1732216166734] 2024-11-21T19:09:31,217 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,46745,1732216166734; numProcessing=1 2024-11-21T19:09:31,222 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/.tmp/info/7770478a439a461580e3ad872077dd05 2024-11-21T19:09:31,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,46745,1732216166734 already deleted, retry=false 2024-11-21T19:09:31,225 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,46745,1732216166734 expired; onlineServers=1 2024-11-21T19:09:31,236 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/.tmp/info/7770478a439a461580e3ad872077dd05 as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/info/7770478a439a461580e3ad872077dd05 2024-11-21T19:09:31,246 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/info/7770478a439a461580e3ad872077dd05, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:09:31,250 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d0e806c9d6b2ea084c552480a34d9207 in 506ms, sequenceid=6, compaction requested=false 2024-11-21T19:09:31,274 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/hbase/namespace/d0e806c9d6b2ea084c552480a34d9207/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:09:31,278 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:31,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d0e806c9d6b2ea084c552480a34d9207: 2024-11-21T19:09:31,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732216169023.d0e806c9d6b2ea084c552480a34d9207. 2024-11-21T19:09:31,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bad2ca43a66c2eebc55930cfc7bfcca2, disabling compactions & flushes 2024-11-21T19:09:31,278 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:31,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:31,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. after waiting 0 ms 2024-11-21T19:09:31,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:31,315 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/data/default/testClearRegionBlockCache/bad2ca43a66c2eebc55930cfc7bfcca2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T19:09:31,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:31,317 INFO [RS:0;2d90ca23533b:46745 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,46745,1732216166734; zookeeper connection closed. 2024-11-21T19:09:31,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46745-0x1016016bafd0001, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:31,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35a4b574 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35a4b574 2024-11-21T19:09:31,319 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:31,319 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bad2ca43a66c2eebc55930cfc7bfcca2: 2024-11-21T19:09:31,319 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732216169792.bad2ca43a66c2eebc55930cfc7bfcca2. 2024-11-21T19:09:31,324 INFO [regionserver/2d90ca23533b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T19:09:31,324 INFO [regionserver/2d90ca23533b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T19:09:31,340 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,39277,1732216166818; all regions closed. 2024-11-21T19:09:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741834_1010 (size=3188) 2024-11-21T19:09:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741834_1010 (size=3188) 2024-11-21T19:09:31,379 DEBUG [RS:1;2d90ca23533b:39277 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/oldWALs 2024-11-21T19:09:31,380 INFO [RS:1;2d90ca23533b:39277 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C39277%2C1732216166818:(num 1732216168598) 2024-11-21T19:09:31,380 DEBUG [RS:1;2d90ca23533b:39277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:31,380 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:31,380 INFO [RS:1;2d90ca23533b:39277 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:31,380 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:31,380 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:31,380 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:31,380 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:31,381 INFO [RS:1;2d90ca23533b:39277 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39277 2024-11-21T19:09:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:31,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,39277,1732216166818 2024-11-21T19:09:31,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,39277,1732216166818] 2024-11-21T19:09:31,414 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,39277,1732216166818; numProcessing=2 2024-11-21T19:09:31,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,39277,1732216166818 already deleted, retry=false 2024-11-21T19:09:31,422 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,39277,1732216166818 expired; onlineServers=0 2024-11-21T19:09:31,422 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,34775,1732216166558' ***** 2024-11-21T19:09:31,422 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:09:31,423 DEBUG [M:0;2d90ca23533b:34775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e00737a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:31,423 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,34775,1732216166558 2024-11-21T19:09:31,423 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,34775,1732216166558; all regions closed. 2024-11-21T19:09:31,423 DEBUG [M:0;2d90ca23533b:34775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:31,423 DEBUG [M:0;2d90ca23533b:34775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:09:31,423 DEBUG [M:0;2d90ca23533b:34775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:09:31,423 INFO [M:0;2d90ca23533b:34775 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:09:31,423 DEBUG [M:0;2d90ca23533b:34775 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:09:31,423 INFO [M:0;2d90ca23533b:34775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:09:31,423 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216168095 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216168095,5,FailOnTimeoutGroup] 2024-11-21T19:09:31,423 INFO [M:0;2d90ca23533b:34775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:09:31,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:09:31,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:09:31,434 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216168099 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216168099,5,FailOnTimeoutGroup] 2024-11-21T19:09:31,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:31,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:31,463 DEBUG [M:0;2d90ca23533b:34775 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-21T19:09:31,463 DEBUG [M:0;2d90ca23533b:34775 {}] master.ActiveMasterManager(353): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-21T19:09:31,463 INFO [M:0;2d90ca23533b:34775 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:09:31,464 INFO [M:0;2d90ca23533b:34775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:09:31,474 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:31,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:31,474 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:31,475 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:31,475 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:31,475 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:31,475 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-21T19:09:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39277-0x1016016bafd0002, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:31,513 INFO [RS:1;2d90ca23533b:39277 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,39277,1732216166818; zookeeper connection closed. 2024-11-21T19:09:31,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@718b42a7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@718b42a7 2024-11-21T19:09:31,530 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-21T19:09:31,542 DEBUG [M:0;2d90ca23533b:34775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ca65ccff77d4bb7b5fb97a89ff62c27 is 82, key is hbase:meta,,1/info:regioninfo/1732216168969/Put/seqid=0 2024-11-21T19:09:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:31,610 INFO [M:0;2d90ca23533b:34775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ca65ccff77d4bb7b5fb97a89ff62c27 2024-11-21T19:09:31,650 DEBUG [M:0;2d90ca23533b:34775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33420424907b452d96b62fe15c92874d is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732216170354/Put/seqid=0 2024-11-21T19:09:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741847_1023 (size=7577) 2024-11-21T19:09:31,691 INFO [M:0;2d90ca23533b:34775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33420424907b452d96b62fe15c92874d 2024-11-21T19:09:31,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741847_1023 (size=7577) 2024-11-21T19:09:31,751 DEBUG [M:0;2d90ca23533b:34775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24383ad5d7954637b24c885119c797c7 is 69, key is 2d90ca23533b,39277,1732216166818/rs:state/1732216168232/Put/seqid=0 2024-11-21T19:09:31,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:31,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:32,180 INFO [M:0;2d90ca23533b:34775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24383ad5d7954637b24c885119c797c7 2024-11-21T19:09:32,192 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ca65ccff77d4bb7b5fb97a89ff62c27 as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ca65ccff77d4bb7b5fb97a89ff62c27 2024-11-21T19:09:32,203 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ca65ccff77d4bb7b5fb97a89ff62c27, entries=8, sequenceid=108, filesize=5.5 K 2024-11-21T19:09:32,204 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33420424907b452d96b62fe15c92874d as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33420424907b452d96b62fe15c92874d 2024-11-21T19:09:32,213 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33420424907b452d96b62fe15c92874d, entries=13, sequenceid=108, filesize=7.4 K 2024-11-21T19:09:32,214 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24383ad5d7954637b24c885119c797c7 as hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24383ad5d7954637b24c885119c797c7 2024-11-21T19:09:32,224 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34131/user/jenkins/test-data/1342d60d-2c58-d862-6451-6a87b4a8b6b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24383ad5d7954637b24c885119c797c7, entries=2, sequenceid=108, filesize=5.1 K 2024-11-21T19:09:32,226 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 751ms, sequenceid=108, compaction requested=false 2024-11-21T19:09:32,247 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:32,247 DEBUG [M:0;2d90ca23533b:34775 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741830_1006 (size=54453) 2024-11-21T19:09:32,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46873 is added to blk_1073741830_1006 (size=54453) 2024-11-21T19:09:32,279 INFO [M:0;2d90ca23533b:34775 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:09:32,279 INFO [M:0;2d90ca23533b:34775 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34775 2024-11-21T19:09:32,279 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:32,317 DEBUG [M:0;2d90ca23533b:34775 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,34775,1732216166558 already deleted, retry=false 2024-11-21T19:09:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34775-0x1016016bafd0000, quorum=127.0.0.1:57547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:32,426 INFO [M:0;2d90ca23533b:34775 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,34775,1732216166558; zookeeper connection closed. 2024-11-21T19:09:32,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@91c8db9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:32,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73cc8d73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:32,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:32,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202cf103{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:32,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70111270{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:32,441 WARN [BP-1217608278-172.17.0.3-1732216164839 heartbeating to localhost/127.0.0.1:34131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:32,441 WARN [BP-1217608278-172.17.0.3-1732216164839 heartbeating to localhost/127.0.0.1:34131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217608278-172.17.0.3-1732216164839 (Datanode Uuid 3fe4fad6-c5c2-4ee8-bc52-3c16375a34fe) service to localhost/127.0.0.1:34131 2024-11-21T19:09:32,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:32,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:32,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data3/current/BP-1217608278-172.17.0.3-1732216164839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:32,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data4/current/BP-1217608278-172.17.0.3-1732216164839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:32,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:32,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11a1956c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:32,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7381c39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:32,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:32,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@267d17f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:32,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e6f547d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:32,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:32,464 WARN [BP-1217608278-172.17.0.3-1732216164839 heartbeating to localhost/127.0.0.1:34131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:32,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:32,464 WARN [BP-1217608278-172.17.0.3-1732216164839 heartbeating to localhost/127.0.0.1:34131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217608278-172.17.0.3-1732216164839 (Datanode Uuid c679c1ac-729d-46e7-8cae-3bc8d927e6b8) service to localhost/127.0.0.1:34131 2024-11-21T19:09:32,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data1/current/BP-1217608278-172.17.0.3-1732216164839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:32,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/cluster_2b71a7ee-88f2-cb2d-8c65-45150ba72352/dfs/data/data2/current/BP-1217608278-172.17.0.3-1732216164839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:32,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:32,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2727ae65{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:32,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e3b0c2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:32,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:32,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e8e910{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:32,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67be064f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:32,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:09:32,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T19:09:32,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=173 (was 153) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34131 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34131 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (518696652) connection to localhost/127.0.0.1:34131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=522 (was 496) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=917 (was 962), ProcessCount=11 (was 11), AvailableMemoryMB=3326 (was 3425) 2024-11-21T19:09:32,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=173, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=917, ProcessCount=11, AvailableMemoryMB=3321 2024-11-21T19:09:32,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir so I do NOT create it in target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5 2024-11-21T19:09:32,605 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T19:09:32,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.tmp.dir so I do NOT create it in target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5 2024-11-21T19:09:32,606 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4bd9f18-64d4-a10d-24c4-be1c0f1bbf23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T19:09:32,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5 2024-11-21T19:09:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:09:32,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3, deleteOnExit=true 2024-11-21T19:09:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:09:32,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/test.cache.data in system properties and HBase conf 2024-11-21T19:09:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:09:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:09:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:09:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:09:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:09:32,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:09:32,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:09:32,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:09:32,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:09:32,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:09:32,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:09:32,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:32,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:32,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:32,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:32,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:32,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:32,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a6fcf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:32,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fa8ecd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:33,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73d9e6c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/java.io.tmpdir/jetty-localhost-40455-hadoop-hdfs-3_4_1-tests_jar-_-any-9147235760347605139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:33,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dff3043{HTTP/1.1, (http/1.1)}{localhost:40455} 2024-11-21T19:09:33,119 INFO [Time-limited test {}] server.Server(415): Started @55430ms 2024-11-21T19:09:33,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:33,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:33,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:33,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:33,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:33,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c54251b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:33,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eec26fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:33,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@526164ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/java.io.tmpdir/jetty-localhost-45295-hadoop-hdfs-3_4_1-tests_jar-_-any-15125270622503138903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:33,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13314fee{HTTP/1.1, (http/1.1)}{localhost:45295} 2024-11-21T19:09:33,662 INFO [Time-limited test {}] server.Server(415): Started @55973ms 2024-11-21T19:09:33,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:33,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:09:33,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:09:33,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:09:33,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:09:33,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:09:33,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be19f4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:09:33,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a33cc9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:09:33,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d391e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/java.io.tmpdir/jetty-localhost-43493-hadoop-hdfs-3_4_1-tests_jar-_-any-7960824580446335860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:33,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aa299a2{HTTP/1.1, (http/1.1)}{localhost:43493} 2024-11-21T19:09:33,989 INFO [Time-limited test {}] server.Server(415): Started @56301ms 2024-11-21T19:09:33,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:09:34,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:09:34,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:09:34,702 WARN [Thread-1457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data2/current/BP-942128780-172.17.0.3-1732216172639/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:34,702 WARN [Thread-1456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data1/current/BP-942128780-172.17.0.3-1732216172639/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:34,747 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb68420a3f69e0f96 with lease ID 0xa3087a96b252a5a5: Processing first storage report for DS-9ee10ae6-3c0d-443f-810b-5e00ed5c3f1f from datanode DatanodeRegistration(127.0.0.1:33929, datanodeUuid=33c5ac94-fea3-4fdf-bb9b-3f4a3ebfe742, infoPort=45827, infoSecurePort=0, ipcPort=42505, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639) 2024-11-21T19:09:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb68420a3f69e0f96 with lease ID 0xa3087a96b252a5a5: from storage DS-9ee10ae6-3c0d-443f-810b-5e00ed5c3f1f node DatanodeRegistration(127.0.0.1:33929, datanodeUuid=33c5ac94-fea3-4fdf-bb9b-3f4a3ebfe742, infoPort=45827, infoSecurePort=0, ipcPort=42505, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb68420a3f69e0f96 with lease ID 0xa3087a96b252a5a5: Processing first storage report for DS-21e6b89a-566f-4f65-8bee-4ccb869bf696 from datanode DatanodeRegistration(127.0.0.1:33929, datanodeUuid=33c5ac94-fea3-4fdf-bb9b-3f4a3ebfe742, infoPort=45827, infoSecurePort=0, ipcPort=42505, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639) 2024-11-21T19:09:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb68420a3f69e0f96 with lease ID 0xa3087a96b252a5a5: from storage DS-21e6b89a-566f-4f65-8bee-4ccb869bf696 node DatanodeRegistration(127.0.0.1:33929, datanodeUuid=33c5ac94-fea3-4fdf-bb9b-3f4a3ebfe742, infoPort=45827, infoSecurePort=0, ipcPort=42505, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:34,934 WARN [Thread-1469 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data4/current/BP-942128780-172.17.0.3-1732216172639/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:34,935 WARN [Thread-1468 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data3/current/BP-942128780-172.17.0.3-1732216172639/current, will proceed with Du for space computation calculation, 2024-11-21T19:09:34,961 WARN [Thread-1444 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:09:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc66d487143488ebc with lease ID 0xa3087a96b252a5a6: Processing first storage report for DS-2a379005-9a67-4459-be5b-25f38d64e5ad from datanode DatanodeRegistration(127.0.0.1:40617, datanodeUuid=2aa4401f-aa5f-4188-b2d6-0fd4736972ae, infoPort=38555, infoSecurePort=0, ipcPort=34567, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639) 2024-11-21T19:09:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc66d487143488ebc with lease ID 0xa3087a96b252a5a6: from storage DS-2a379005-9a67-4459-be5b-25f38d64e5ad node DatanodeRegistration(127.0.0.1:40617, datanodeUuid=2aa4401f-aa5f-4188-b2d6-0fd4736972ae, infoPort=38555, infoSecurePort=0, ipcPort=34567, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc66d487143488ebc with lease ID 0xa3087a96b252a5a6: Processing first storage report for DS-6cba0570-a08a-43d0-b89b-fd1f7c2b4555 from datanode DatanodeRegistration(127.0.0.1:40617, datanodeUuid=2aa4401f-aa5f-4188-b2d6-0fd4736972ae, infoPort=38555, infoSecurePort=0, ipcPort=34567, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639) 2024-11-21T19:09:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc66d487143488ebc with lease ID 0xa3087a96b252a5a6: from storage DS-6cba0570-a08a-43d0-b89b-fd1f7c2b4555 node DatanodeRegistration(127.0.0.1:40617, datanodeUuid=2aa4401f-aa5f-4188-b2d6-0fd4736972ae, infoPort=38555, infoSecurePort=0, ipcPort=34567, storageInfo=lv=-57;cid=testClusterID;nsid=1496506264;c=1732216172639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:09:35,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5 2024-11-21T19:09:35,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/zookeeper_0, clientPort=63758, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:09:35,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63758 2024-11-21T19:09:35,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:09:35,095 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 with version=8 2024-11-21T19:09:35,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/hbase-staging 2024-11-21T19:09:35,100 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:35,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:35,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:35,101 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:35,108 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43765 2024-11-21T19:09:35,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43765 connecting to ZooKeeper ensemble=127.0.0.1:63758 2024-11-21T19:09:35,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437650x0, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:35,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43765-0x1016016dc250000 connected 2024-11-21T19:09:35,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:35,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:35,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:35,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43765 2024-11-21T19:09:35,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43765 2024-11-21T19:09:35,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43765 2024-11-21T19:09:35,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43765 2024-11-21T19:09:35,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43765 2024-11-21T19:09:35,423 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239, hbase.cluster.distributed=false 2024-11-21T19:09:35,471 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:35,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:35,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:35,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:35,475 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:35,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44243 2024-11-21T19:09:35,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:35,491 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-21T19:09:35,509 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-21T19:09:35,510 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-21T19:09:35,526 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-21T19:09:35,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:35,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44243 connecting to ZooKeeper ensemble=127.0.0.1:63758 2024-11-21T19:09:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442430x0, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:35,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44243-0x1016016dc250001 connected 2024-11-21T19:09:35,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:35,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:35,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:35,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-21T19:09:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44243 2024-11-21T19:09:35,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44243 2024-11-21T19:09:35,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-21T19:09:35,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-21T19:09:35,638 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:09:35,638 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:09:35,639 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33599 2024-11-21T19:09:35,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:09:35,643 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-21T19:09:35,650 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-21T19:09:35,651 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-21T19:09:35,652 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-21T19:09:35,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:09:35,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33599 connecting to ZooKeeper ensemble=127.0.0.1:63758 2024-11-21T19:09:35,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335990x0, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:35,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335990x0, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:35,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335990x0, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:09:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335990x0, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:09:35,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33599-0x1016016dc250002 connected 2024-11-21T19:09:35,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-21T19:09:35,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33599 2024-11-21T19:09:35,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33599 2024-11-21T19:09:35,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-21T19:09:35,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-21T19:09:35,696 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:35,705 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:35,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:35,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,713 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:43765 2024-11-21T19:09:35,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:35,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,713 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:35,714 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,43765,1732216175098 from backup master directory 2024-11-21T19:09:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:35,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:09:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:09:35,721 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:35,721 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:35,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:09:35,734 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/hbase.id with ID: ee5fcb0a-e867-4104-a1a4-8a0c33e53392 2024-11-21T19:09:35,745 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:09:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:09:35,765 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:35,766 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:09:35,766 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:35,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:09:35,780 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store 2024-11-21T19:09:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:09:35,786 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:35,787 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:35,787 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:35,787 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:35,787 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:35,787 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:35,787 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:35,787 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:35,788 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/.initializing 2024-11-21T19:09:35,788 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/WALs/2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,788 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:35,790 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C43765%2C1732216175098, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/WALs/2d90ca23533b,43765,1732216175098, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/oldWALs, maxLogs=10 2024-11-21T19:09:35,804 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/WALs/2d90ca23533b,43765,1732216175098/2d90ca23533b%2C43765%2C1732216175098.1732216175790, exclude list is [], retry=0 2024-11-21T19:09:35,806 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-9ee10ae6-3c0d-443f-810b-5e00ed5c3f1f,DISK] 2024-11-21T19:09:35,806 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-2a379005-9a67-4459-be5b-25f38d64e5ad,DISK] 2024-11-21T19:09:35,808 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/WALs/2d90ca23533b,43765,1732216175098/2d90ca23533b%2C43765%2C1732216175098.1732216175790 2024-11-21T19:09:35,808 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:38555:38555)] 2024-11-21T19:09:35,808 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:35,809 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:35,809 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,809 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:09:35,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:35,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:35,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:09:35,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:35,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:35,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:09:35,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:35,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:35,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:09:35,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:35,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:35,820 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,821 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,824 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:09:35,825 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:09:35,828 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:35,828 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72640384, jitterRate=0.08242607116699219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:09:35,829 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:35,829 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:09:35,832 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0594f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:35,833 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:09:35,833 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:09:35,833 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:09:35,833 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:09:35,833 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:09:35,834 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:09:35,834 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:09:35,836 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:09:35,837 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:09:35,845 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:09:35,846 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:09:35,846 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:09:35,854 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:09:35,854 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:09:35,855 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:09:35,862 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:09:35,863 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:09:35,870 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:09:35,872 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:09:35,879 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:09:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,893 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,43765,1732216175098, sessionid=0x1016016dc250000, setting cluster-up flag (Was=false) 2024-11-21T19:09:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,937 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:09:35,938 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:35,979 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:09:35,980 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,43765,1732216175098 2024-11-21T19:09:35,983 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:35,983 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:09:35,983 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,43765,1732216175098 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:35,984 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:35,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732216205986 2024-11-21T19:09:35,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:09:35,986 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:09:35,987 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:35,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:35,991 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:35,995 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:09:35,995 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:09:35,995 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:09:36,003 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:09:36,003 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:09:36,006 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216176004,5,FailOnTimeoutGroup] 2024-11-21T19:09:36,007 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216176006,5,FailOnTimeoutGroup] 2024-11-21T19:09:36,007 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,007 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:09:36,007 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,007 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,012 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:44243 2024-11-21T19:09:36,015 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d90ca23533b:33599 2024-11-21T19:09:36,016 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1008): ClusterId : ee5fcb0a-e867-4104-a1a4-8a0c33e53392 2024-11-21T19:09:36,016 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1008): ClusterId : ee5fcb0a-e867-4104-a1a4-8a0c33e53392 2024-11-21T19:09:36,016 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:36,016 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:09:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:36,023 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:36,023 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:09:36,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:09:36,027 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 2024-11-21T19:09:36,031 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:09:36,031 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:09:36,037 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:36,037 DEBUG [RS:1;2d90ca23533b:33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cce766a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:36,039 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:09:36,040 DEBUG [RS:0;2d90ca23533b:44243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ce13c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:36,043 DEBUG [RS:1;2d90ca23533b:33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35edc655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:36,043 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:36,043 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:36,043 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:36,044 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,43765,1732216175098 with isa=2d90ca23533b/172.17.0.3:33599, startcode=1732216175637 2024-11-21T19:09:36,044 DEBUG [RS:1;2d90ca23533b:33599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:36,051 DEBUG [RS:0;2d90ca23533b:44243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf8f4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:36,051 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:09:36,051 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:09:36,051 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:09:36,052 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39333, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:36,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43765 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,33599,1732216175637 2024-11-21T19:09:36,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43765 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,33599,1732216175637 2024-11-21T19:09:36,054 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 2024-11-21T19:09:36,054 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45047 2024-11-21T19:09:36,054 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:36,055 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,43765,1732216175098 with isa=2d90ca23533b/172.17.0.3:44243, startcode=1732216175470 2024-11-21T19:09:36,055 DEBUG [RS:0;2d90ca23533b:44243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:09:36,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:36,071 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36621, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:09:36,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43765 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43765 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,073 DEBUG [RS:1;2d90ca23533b:33599 {}] zookeeper.ZKUtil(111): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,33599,1732216175637 2024-11-21T19:09:36,073 WARN [RS:1;2d90ca23533b:33599 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:36,073 INFO [RS:1;2d90ca23533b:33599 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:36,073 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,33599,1732216175637 2024-11-21T19:09:36,078 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 2024-11-21T19:09:36,078 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45047 2024-11-21T19:09:36,079 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:09:36,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,33599,1732216175637] 2024-11-21T19:09:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:09:36,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:36,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:36,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:36,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:36,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:36,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:36,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:36,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:36,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:36,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:36,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740 2024-11-21T19:09:36,121 DEBUG [RS:0;2d90ca23533b:44243 {}] zookeeper.ZKUtil(111): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,121 WARN [RS:0;2d90ca23533b:44243 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:09:36,121 INFO [RS:0;2d90ca23533b:44243 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:36,121 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740 2024-11-21T19:09:36,126 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:36,127 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:36,128 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:36,128 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:09:36,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:36,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,44243,1732216175470] 2024-11-21T19:09:36,134 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:36,135 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:09:36,139 INFO [RS:0;2d90ca23533b:44243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:36,139 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,143 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:36,144 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,144 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,144 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,144 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,144 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,144 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:36,145 DEBUG [RS:0;2d90ca23533b:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:36,148 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,148 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,148 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,148 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,148 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,44243,1732216175470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:36,148 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:09:36,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:36,152 INFO [RS:1;2d90ca23533b:33599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:09:36,152 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,153 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60293274, jitterRate=-0.10156020522117615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:36,154 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:36,155 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:09:36,167 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:09:36,167 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:36,168 DEBUG [RS:1;2d90ca23533b:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:09:36,178 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:36,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:36,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:09:36,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:09:36,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:09:36,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:09:36,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:09:36,201 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,201 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,201 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,202 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,202 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,33599,1732216175637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:36,236 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:36,237 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,44243,1732216175470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,244 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:09:36,244 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,33599,1732216175637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,274 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.Replication(204): 2d90ca23533b,44243,1732216175470 started 2024-11-21T19:09:36,274 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,44243,1732216175470, RpcServer on 2d90ca23533b/172.17.0.3:44243, sessionid=0x1016016dc250001 2024-11-21T19:09:36,274 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.Replication(204): 2d90ca23533b,33599,1732216175637 started 2024-11-21T19:09:36,274 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,33599,1732216175637, RpcServer on 2d90ca23533b/172.17.0.3:33599, sessionid=0x1016016dc250002 2024-11-21T19:09:36,274 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:36,274 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:09:36,274 DEBUG [RS:0;2d90ca23533b:44243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,274 DEBUG [RS:1;2d90ca23533b:33599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,33599,1732216175637 2024-11-21T19:09:36,274 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,33599,1732216175637' 2024-11-21T19:09:36,274 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,44243,1732216175470' 2024-11-21T19:09:36,274 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:36,274 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:09:36,278 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:36,278 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:09:36,286 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:36,286 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:36,287 DEBUG [RS:1;2d90ca23533b:33599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,33599,1732216175637 2024-11-21T19:09:36,287 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,33599,1732216175637' 2024-11-21T19:09:36,287 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:36,292 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:09:36,292 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:09:36,292 DEBUG [RS:0;2d90ca23533b:44243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,293 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,44243,1732216175470' 2024-11-21T19:09:36,293 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:09:36,294 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:36,296 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:09:36,298 DEBUG [RS:1;2d90ca23533b:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:36,298 INFO [RS:1;2d90ca23533b:33599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:36,299 INFO [RS:1;2d90ca23533b:33599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:36,301 DEBUG [RS:0;2d90ca23533b:44243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:09:36,301 INFO [RS:0;2d90ca23533b:44243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:09:36,301 INFO [RS:0;2d90ca23533b:44243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:09:36,351 WARN [2d90ca23533b:43765 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:09:36,399 INFO [RS:1;2d90ca23533b:33599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:36,401 INFO [RS:0;2d90ca23533b:44243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:09:36,408 INFO [RS:1;2d90ca23533b:33599 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C33599%2C1732216175637, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,33599,1732216175637, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/oldWALs, maxLogs=32 2024-11-21T19:09:36,415 INFO [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C44243%2C1732216175470, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/oldWALs, maxLogs=32 2024-11-21T19:09:36,429 DEBUG [RS:1;2d90ca23533b:33599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,33599,1732216175637/2d90ca23533b%2C33599%2C1732216175637.1732216176409, exclude list is [], retry=0 2024-11-21T19:09:36,434 DEBUG [RS:0;2d90ca23533b:44243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470/2d90ca23533b%2C44243%2C1732216175470.1732216176415, exclude list is [], retry=0 2024-11-21T19:09:36,445 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-2a379005-9a67-4459-be5b-25f38d64e5ad,DISK] 2024-11-21T19:09:36,447 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-9ee10ae6-3c0d-443f-810b-5e00ed5c3f1f,DISK] 2024-11-21T19:09:36,454 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-2a379005-9a67-4459-be5b-25f38d64e5ad,DISK] 2024-11-21T19:09:36,454 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-9ee10ae6-3c0d-443f-810b-5e00ed5c3f1f,DISK] 2024-11-21T19:09:36,477 INFO [RS:1;2d90ca23533b:33599 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,33599,1732216175637/2d90ca23533b%2C33599%2C1732216175637.1732216176409 2024-11-21T19:09:36,478 DEBUG [RS:1;2d90ca23533b:33599 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38555:38555),(127.0.0.1/127.0.0.1:45827:45827)] 2024-11-21T19:09:36,486 INFO [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470/2d90ca23533b%2C44243%2C1732216175470.1732216176415 2024-11-21T19:09:36,487 DEBUG [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38555:38555),(127.0.0.1/127.0.0.1:45827:45827)] 2024-11-21T19:09:36,606 DEBUG [2d90ca23533b:43765 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T19:09:36,607 DEBUG [2d90ca23533b:43765 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:36,612 DEBUG [2d90ca23533b:43765 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:36,612 DEBUG [2d90ca23533b:43765 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:36,612 INFO [2d90ca23533b:43765 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:36,612 INFO [2d90ca23533b:43765 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:36,612 DEBUG [2d90ca23533b:43765 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:36,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,614 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,44243,1732216175470, state=OPENING 2024-11-21T19:09:36,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:09:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:36,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,44243,1732216175470}] 2024-11-21T19:09:36,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:36,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:36,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:36,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:36,812 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:36,816 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:09:36,816 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:09:36,816 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:09:36,817 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C44243%2C1732216175470.meta, suffix=.meta, logDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/oldWALs, maxLogs=32 2024-11-21T19:09:36,834 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470/2d90ca23533b%2C44243%2C1732216175470.meta.1732216176818.meta, exclude list is [], retry=0 2024-11-21T19:09:36,838 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-9ee10ae6-3c0d-443f-810b-5e00ed5c3f1f,DISK] 2024-11-21T19:09:36,838 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-2a379005-9a67-4459-be5b-25f38d64e5ad,DISK] 2024-11-21T19:09:36,845 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/WALs/2d90ca23533b,44243,1732216175470/2d90ca23533b%2C44243%2C1732216175470.meta.1732216176818.meta 2024-11-21T19:09:36,845 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:38555:38555)] 2024-11-21T19:09:36,845 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:36,846 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:09:36,846 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:09:36,846 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:09:36,846 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:09:36,846 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:36,846 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:09:36,847 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:09:36,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:09:36,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:09:36,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:36,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:09:36,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:09:36,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:36,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:09:36,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:09:36,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:09:36,854 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740 2024-11-21T19:09:36,855 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740 2024-11-21T19:09:36,857 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T19:09:36,859 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:09:36,861 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72215129, jitterRate=0.0760892778635025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T19:09:36,862 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:09:36,864 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732216176809 2024-11-21T19:09:36,867 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:09:36,867 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:09:36,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,44243,1732216175470 2024-11-21T19:09:36,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,44243,1732216175470, state=OPEN 2024-11-21T19:09:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:09:36,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:36,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:36,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:09:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:09:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,44243,1732216175470 in 224 msec 2024-11-21T19:09:36,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:09:36,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-21T19:09:36,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 907 msec 2024-11-21T19:09:36,891 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732216176891, completionTime=-1 2024-11-21T19:09:36,891 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-21T19:09:36,892 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:09:36,899 DEBUG [hconnection-0x8d08765-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:36,901 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:36,903 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-21T19:09:36,903 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732216236903 2024-11-21T19:09:36,903 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732216296903 2024-11-21T19:09:36,903 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 11 msec 2024-11-21T19:09:36,933 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:09:36,934 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43765,1732216175098-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,934 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43765,1732216175098-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,934 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43765,1732216175098-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,934 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:43765, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,935 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:36,935 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:09:36,935 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:09:36,937 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:09:36,938 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:09:36,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:36,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:36,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741836_1012 (size=358) 2024-11-21T19:09:36,955 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 21cbd3c783c04a5e5acb4c114ced89ef, NAME => 'hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 2024-11-21T19:09:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741837_1013 (size=42) 2024-11-21T19:09:36,988 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:36,988 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 21cbd3c783c04a5e5acb4c114ced89ef, disabling compactions & flushes 2024-11-21T19:09:36,989 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:36,989 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:36,989 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. after waiting 0 ms 2024-11-21T19:09:36,989 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:36,989 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:36,989 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 21cbd3c783c04a5e5acb4c114ced89ef: 2024-11-21T19:09:36,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:36,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732216176990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216176990"}]},"ts":"1732216176990"} 2024-11-21T19:09:36,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:09:36,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:36,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216176993"}]},"ts":"1732216176993"} 2024-11-21T19:09:36,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:09:37,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:37,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:37,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:37,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:37,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:37,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:37,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=21cbd3c783c04a5e5acb4c114ced89ef, ASSIGN}] 2024-11-21T19:09:37,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=21cbd3c783c04a5e5acb4c114ced89ef, ASSIGN 2024-11-21T19:09:37,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=21cbd3c783c04a5e5acb4c114ced89ef, ASSIGN; state=OFFLINE, location=2d90ca23533b,33599,1732216175637; forceNewPlan=false, retain=false 2024-11-21T19:09:37,170 INFO [2d90ca23533b:43765 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T19:09:37,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=21cbd3c783c04a5e5acb4c114ced89ef, regionState=OPENING, regionLocation=2d90ca23533b,33599,1732216175637 2024-11-21T19:09:37,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 21cbd3c783c04a5e5acb4c114ced89ef, server=2d90ca23533b,33599,1732216175637}] 2024-11-21T19:09:37,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,33599,1732216175637 2024-11-21T19:09:37,325 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:37,327 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:37,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:37,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 21cbd3c783c04a5e5acb4c114ced89ef, NAME => 'hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:09:37,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:37,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,343 INFO [StoreOpener-21cbd3c783c04a5e5acb4c114ced89ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,363 INFO [StoreOpener-21cbd3c783c04a5e5acb4c114ced89ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21cbd3c783c04a5e5acb4c114ced89ef columnFamilyName info 2024-11-21T19:09:37,363 DEBUG [StoreOpener-21cbd3c783c04a5e5acb4c114ced89ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:37,370 INFO [StoreOpener-21cbd3c783c04a5e5acb4c114ced89ef-1 {}] regionserver.HStore(327): Store=21cbd3c783c04a5e5acb4c114ced89ef/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:37,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:37,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:37,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 21cbd3c783c04a5e5acb4c114ced89ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70139795, jitterRate=0.04516439139842987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:37,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 21cbd3c783c04a5e5acb4c114ced89ef: 2024-11-21T19:09:37,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef., pid=6, masterSystemTime=1732216177325 2024-11-21T19:09:37,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:37,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:37,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=21cbd3c783c04a5e5acb4c114ced89ef, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,33599,1732216175637 2024-11-21T19:09:37,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:09:37,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 21cbd3c783c04a5e5acb4c114ced89ef, server=2d90ca23533b,33599,1732216175637 in 258 msec 2024-11-21T19:09:37,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:09:37,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:09:37,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T19:09:37,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T19:09:37,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:37,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:09:37,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:09:37,458 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T19:09:37,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:09:37,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=21cbd3c783c04a5e5acb4c114ced89ef, ASSIGN in 433 msec 2024-11-21T19:09:37,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:37,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216177460"}]},"ts":"1732216177460"} 2024-11-21T19:09:37,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:09:37,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:37,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 561 msec 2024-11-21T19:09:37,543 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:09:37,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:37,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:37,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:37,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:37,556 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:37,558 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:37,563 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:09:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:37,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-11-21T19:09:37,608 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:09:37,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:09:37,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-11-21T19:09:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:09:37,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.953sec 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43765,1732216175098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:09:37,674 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43765,1732216175098-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:09:37,676 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:09:37,676 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:09:37,676 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,43765,1732216175098-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:09:37,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04175e61 to 127.0.0.1:63758 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59178c9e 2024-11-21T19:09:37,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4030f759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:09:37,728 DEBUG [hconnection-0x726fb8b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:37,730 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:37,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,43765,1732216175098 2024-11-21T19:09:37,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:09:37,734 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:09:37,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:09:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-21T19:09:37,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:09:37,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:37,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-21T19:09:37,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:09:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741838_1014 (size=379) 2024-11-21T19:09:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:38,156 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4e691f36185b24a4a0c0f837353285dc, NAME => 'testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 2024-11-21T19:09:38,156 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dae3ff4ca72b6525da39fc49eb65064a, NAME => 'testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239 2024-11-21T19:09:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741839_1015 (size=61) 2024-11-21T19:09:38,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:38,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 4e691f36185b24a4a0c0f837353285dc, disabling compactions & flushes 2024-11-21T19:09:38,167 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. after waiting 0 ms 2024-11-21T19:09:38,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,167 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4e691f36185b24a4a0c0f837353285dc: 2024-11-21T19:09:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741840_1016 (size=61) 2024-11-21T19:09:38,169 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:38,169 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing dae3ff4ca72b6525da39fc49eb65064a, disabling compactions & flushes 2024-11-21T19:09:38,169 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,169 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,169 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. after waiting 0 ms 2024-11-21T19:09:38,169 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,169 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,169 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for dae3ff4ca72b6525da39fc49eb65064a: 2024-11-21T19:09:38,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:09:38,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216178170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216178170"}]},"ts":"1732216178170"} 2024-11-21T19:09:38,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732216178170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732216178170"}]},"ts":"1732216178170"} 2024-11-21T19:09:38,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-21T19:09:38,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:09:38,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216178174"}]},"ts":"1732216178174"} 2024-11-21T19:09:38,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-21T19:09:38,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2d90ca23533b=0} racks are {/default-rack=0} 2024-11-21T19:09:38,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-21T19:09:38,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-21T19:09:38,222 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-21T19:09:38,222 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-21T19:09:38,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T19:09:38,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e691f36185b24a4a0c0f837353285dc, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dae3ff4ca72b6525da39fc49eb65064a, ASSIGN}] 2024-11-21T19:09:38,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dae3ff4ca72b6525da39fc49eb65064a, ASSIGN 2024-11-21T19:09:38,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e691f36185b24a4a0c0f837353285dc, ASSIGN 2024-11-21T19:09:38,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e691f36185b24a4a0c0f837353285dc, ASSIGN; state=OFFLINE, location=2d90ca23533b,33599,1732216175637; forceNewPlan=false, retain=false 2024-11-21T19:09:38,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dae3ff4ca72b6525da39fc49eb65064a, ASSIGN; state=OFFLINE, location=2d90ca23533b,44243,1732216175470; forceNewPlan=false, retain=false 2024-11-21T19:09:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:38,375 INFO [2d90ca23533b:43765 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-21T19:09:38,375 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=dae3ff4ca72b6525da39fc49eb65064a, regionState=OPENING, regionLocation=2d90ca23533b,44243,1732216175470 2024-11-21T19:09:38,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4e691f36185b24a4a0c0f837353285dc, regionState=OPENING, regionLocation=2d90ca23533b,33599,1732216175637 2024-11-21T19:09:38,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure dae3ff4ca72b6525da39fc49eb65064a, server=2d90ca23533b,44243,1732216175470}] 2024-11-21T19:09:38,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 4e691f36185b24a4a0c0f837353285dc, server=2d90ca23533b,33599,1732216175637}] 2024-11-21T19:09:38,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,44243,1732216175470 2024-11-21T19:09:38,529 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,33599,1732216175637 2024-11-21T19:09:38,532 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,532 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,532 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => dae3ff4ca72b6525da39fc49eb65064a, NAME => 'testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a.', STARTKEY => '5', ENDKEY => ''} 2024-11-21T19:09:38,532 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e691f36185b24a4a0c0f837353285dc, NAME => 'testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc.', STARTKEY => '', ENDKEY => '5'} 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,533 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,534 INFO [StoreOpener-dae3ff4ca72b6525da39fc49eb65064a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,534 INFO [StoreOpener-4e691f36185b24a4a0c0f837353285dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,535 INFO [StoreOpener-dae3ff4ca72b6525da39fc49eb65064a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dae3ff4ca72b6525da39fc49eb65064a columnFamilyName family 2024-11-21T19:09:38,535 INFO [StoreOpener-4e691f36185b24a4a0c0f837353285dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e691f36185b24a4a0c0f837353285dc columnFamilyName family 2024-11-21T19:09:38,535 DEBUG [StoreOpener-dae3ff4ca72b6525da39fc49eb65064a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:38,535 DEBUG [StoreOpener-4e691f36185b24a4a0c0f837353285dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:09:38,536 INFO [StoreOpener-4e691f36185b24a4a0c0f837353285dc-1 {}] regionserver.HStore(327): Store=4e691f36185b24a4a0c0f837353285dc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:38,536 INFO [StoreOpener-dae3ff4ca72b6525da39fc49eb65064a-1 {}] regionserver.HStore(327): Store=dae3ff4ca72b6525da39fc49eb65064a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:09:38,537 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,537 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,537 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,537 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,539 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,539 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,541 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:38,541 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4e691f36185b24a4a0c0f837353285dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348235, jitterRate=0.07807271182537079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:38,541 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4e691f36185b24a4a0c0f837353285dc: 2024-11-21T19:09:38,542 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc., pid=13, masterSystemTime=1732216178529 2024-11-21T19:09:38,544 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,544 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:38,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4e691f36185b24a4a0c0f837353285dc, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,33599,1732216175637 2024-11-21T19:09:38,547 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:09:38,548 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened dae3ff4ca72b6525da39fc49eb65064a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69977524, jitterRate=0.04274636507034302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:09:38,548 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for dae3ff4ca72b6525da39fc49eb65064a: 2024-11-21T19:09:38,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-21T19:09:38,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 4e691f36185b24a4a0c0f837353285dc, server=2d90ca23533b,33599,1732216175637 in 169 msec 2024-11-21T19:09:38,549 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a., pid=12, masterSystemTime=1732216178528 2024-11-21T19:09:38,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e691f36185b24a4a0c0f837353285dc, ASSIGN in 326 msec 2024-11-21T19:09:38,550 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,550 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=dae3ff4ca72b6525da39fc49eb65064a, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,44243,1732216175470 2024-11-21T19:09:38,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T19:09:38,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure dae3ff4ca72b6525da39fc49eb65064a, server=2d90ca23533b,44243,1732216175470 in 177 msec 2024-11-21T19:09:38,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-21T19:09:38,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dae3ff4ca72b6525da39fc49eb65064a, ASSIGN in 333 msec 2024-11-21T19:09:38,558 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:09:38,558 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732216178558"}]},"ts":"1732216178558"} 2024-11-21T19:09:38,559 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-21T19:09:38,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:09:38,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 860 msec 2024-11-21T19:09:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:09:38,847 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-21T19:09:38,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-21T19:09:38,847 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:38,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-21T19:09:38,850 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:09:38,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-21T19:09:38,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:09:38,854 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:09:38,869 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing dae3ff4ca72b6525da39fc49eb65064a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-21T19:09:38,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/.tmp/family/6a55d1ce8c884afaba4cadbf313dfd43 is 32, key is 5/family:/1732216178863/Put/seqid=0 2024-11-21T19:09:38,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741841_1017 (size=5083) 2024-11-21T19:09:38,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741841_1017 (size=5083) 2024-11-21T19:09:38,889 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/.tmp/family/6a55d1ce8c884afaba4cadbf313dfd43 2024-11-21T19:09:38,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/.tmp/family/6a55d1ce8c884afaba4cadbf313dfd43 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/family/6a55d1ce8c884afaba4cadbf313dfd43 2024-11-21T19:09:38,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/family/6a55d1ce8c884afaba4cadbf313dfd43, entries=5, sequenceid=9, filesize=5.0 K 2024-11-21T19:09:38,903 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for dae3ff4ca72b6525da39fc49eb65064a in 35ms, sequenceid=9, compaction requested=false 2024-11-21T19:09:38,903 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for dae3ff4ca72b6525da39fc49eb65064a: 2024-11-21T19:09:38,903 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4e691f36185b24a4a0c0f837353285dc 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-21T19:09:38,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/.tmp/family/adfa1fe6a2e240a2bf966c7f75bab257 is 32, key is 1/family:/1732216178854/Put/seqid=0 2024-11-21T19:09:38,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741842_1018 (size=5054) 2024-11-21T19:09:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741842_1018 (size=5054) 2024-11-21T19:09:38,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/.tmp/family/adfa1fe6a2e240a2bf966c7f75bab257 2024-11-21T19:09:38,933 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/.tmp/family/adfa1fe6a2e240a2bf966c7f75bab257 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/family/adfa1fe6a2e240a2bf966c7f75bab257 2024-11-21T19:09:38,938 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/family/adfa1fe6a2e240a2bf966c7f75bab257, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T19:09:38,939 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4e691f36185b24a4a0c0f837353285dc in 36ms, sequenceid=8, compaction requested=false 2024-11-21T19:09:38,939 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4e691f36185b24a4a0c0f837353285dc: 2024-11-21T19:09:38,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:38,947 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] bucket.BucketCache(1851): found 1 blocks for file 6a55d1ce8c884afaba4cadbf313dfd43, starting offset: 0, end offset: 9223372036854775807 2024-11-21T19:09:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] bucket.BucketCache(843): removed key 6a55d1ce8c884afaba4cadbf313dfd43_0 from back map with offset lock 2094080 in the evict process 2024-11-21T19:09:38,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:09:38,948 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:09:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] bucket.BucketCache(1851): found 1 blocks for file adfa1fe6a2e240a2bf966c7f75bab257, starting offset: 0, end offset: 9223372036854775807 2024-11-21T19:09:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] bucket.BucketCache(843): removed key adfa1fe6a2e240a2bf966c7f75bab257_0 from back map with offset lock 2094080 in the evict process 2024-11-21T19:09:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:09:38,949 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:09:38,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04175e61 to 127.0.0.1:63758 2024-11-21T19:09:38,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:38,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:09:38,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816616916, stopped=false 2024-11-21T19:09:38,950 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,43765,1732216175098 2024-11-21T19:09:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:09:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:38,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:09:38,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:38,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:38,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:09:38,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:38,963 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,44243,1732216175470' ***** 2024-11-21T19:09:38,963 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:38,963 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,33599,1732216175637' ***** 2024-11-21T19:09:38,963 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:09:38,963 INFO [RS:0;2d90ca23533b:44243 {}] bucket.BucketCache(1726): Disabling cache 2024-11-21T19:09:38,963 INFO [RS:1;2d90ca23533b:33599 {}] bucket.BucketCache(1726): Disabling cache 2024-11-21T19:09:38,963 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-21T19:09:38,964 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-21T19:09:38,964 INFO [RS:0;2d90ca23533b:44243 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-21T19:09:38,964 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-21T19:09:38,964 INFO [RS:1;2d90ca23533b:33599 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-21T19:09:38,964 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-21T19:09:38,964 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-21T19:09:38,964 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:38,964 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:09:38,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:38,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:09:38,964 INFO [RS:0;2d90ca23533b:44243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:38,964 INFO [RS:0;2d90ca23533b:44243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:38,964 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-21T19:09:38,964 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(3579): Received CLOSE for dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,964 INFO [RS:1;2d90ca23533b:33599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:09:38,964 INFO [RS:1;2d90ca23533b:33599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:09:38,964 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(3579): Received CLOSE for 21cbd3c783c04a5e5acb4c114ced89ef 2024-11-21T19:09:38,965 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(3579): Received CLOSE for 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,965 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,33599,1732216175637 2024-11-21T19:09:38,965 DEBUG [RS:1;2d90ca23533b:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:38,965 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21cbd3c783c04a5e5acb4c114ced89ef, disabling compactions & flushes 2024-11-21T19:09:38,965 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1603): Online Regions={21cbd3c783c04a5e5acb4c114ced89ef=hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef., 4e691f36185b24a4a0c0f837353285dc=testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc.} 2024-11-21T19:09:38,965 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. after waiting 0 ms 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:38,965 DEBUG [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1629): Waiting on 21cbd3c783c04a5e5acb4c114ced89ef, 4e691f36185b24a4a0c0f837353285dc 2024-11-21T19:09:38,965 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 21cbd3c783c04a5e5acb4c114ced89ef 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:09:38,965 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,44243,1732216175470 2024-11-21T19:09:38,965 DEBUG [RS:0;2d90ca23533b:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dae3ff4ca72b6525da39fc49eb65064a, disabling compactions & flushes 2024-11-21T19:09:38,965 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:38,965 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,965 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,965 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. after waiting 0 ms 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,965 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:09:38,965 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:09:38,965 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, dae3ff4ca72b6525da39fc49eb65064a=testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a.} 2024-11-21T19:09:38,965 DEBUG [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, dae3ff4ca72b6525da39fc49eb65064a 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:09:38,965 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:09:38,965 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:09:38,966 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:09:38,966 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:09:38,966 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-21T19:09:38,969 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/dae3ff4ca72b6525da39fc49eb65064a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T19:09:38,969 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,970 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dae3ff4ca72b6525da39fc49eb65064a: 2024-11-21T19:09:38,970 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a. 2024-11-21T19:09:38,984 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/.tmp/info/ca67e7aef32a4d72af9425f84f42a103 is 45, key is default/info:d/1732216177569/Put/seqid=0 2024-11-21T19:09:38,986 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:38,986 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/.tmp/info/16f3c83170454e64b3a334af62566170 is 173, key is testClearRegionBlockCache,5,1732216177735.dae3ff4ca72b6525da39fc49eb65064a./info:regioninfo/1732216178551/Put/seqid=0 2024-11-21T19:09:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741843_1019 (size=5037) 2024-11-21T19:09:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741843_1019 (size=5037) 2024-11-21T19:09:38,989 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/.tmp/info/ca67e7aef32a4d72af9425f84f42a103 2024-11-21T19:09:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741844_1020 (size=9337) 2024-11-21T19:09:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741844_1020 (size=9337) 2024-11-21T19:09:38,994 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/.tmp/info/16f3c83170454e64b3a334af62566170 2024-11-21T19:09:38,996 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/.tmp/info/ca67e7aef32a4d72af9425f84f42a103 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/info/ca67e7aef32a4d72af9425f84f42a103 2024-11-21T19:09:39,002 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/info/ca67e7aef32a4d72af9425f84f42a103, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:09:39,003 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 21cbd3c783c04a5e5acb4c114ced89ef in 38ms, sequenceid=6, compaction requested=false 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/namespace/21cbd3c783c04a5e5acb4c114ced89ef/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:09:39,008 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21cbd3c783c04a5e5acb4c114ced89ef: 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732216176935.21cbd3c783c04a5e5acb4c114ced89ef. 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4e691f36185b24a4a0c0f837353285dc, disabling compactions & flushes 2024-11-21T19:09:39,008 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. after waiting 0 ms 2024-11-21T19:09:39,008 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:39,012 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/default/testClearRegionBlockCache/4e691f36185b24a4a0c0f837353285dc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T19:09:39,013 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:39,013 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4e691f36185b24a4a0c0f837353285dc: 2024-11-21T19:09:39,013 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732216177735.4e691f36185b24a4a0c0f837353285dc. 2024-11-21T19:09:39,014 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:39,016 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/.tmp/table/5e2cbe690e3c4e749bd8ab20b15ba3d9 is 61, key is testClearRegionBlockCache/table:state/1732216178558/Put/seqid=0 2024-11-21T19:09:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741845_1021 (size=5392) 2024-11-21T19:09:39,023 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/.tmp/table/5e2cbe690e3c4e749bd8ab20b15ba3d9 2024-11-21T19:09:39,030 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/.tmp/info/16f3c83170454e64b3a334af62566170 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/info/16f3c83170454e64b3a334af62566170 2024-11-21T19:09:39,036 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/info/16f3c83170454e64b3a334af62566170, entries=30, sequenceid=16, filesize=9.1 K 2024-11-21T19:09:39,037 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/.tmp/table/5e2cbe690e3c4e749bd8ab20b15ba3d9 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/table/5e2cbe690e3c4e749bd8ab20b15ba3d9 2024-11-21T19:09:39,044 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/table/5e2cbe690e3c4e749bd8ab20b15ba3d9, entries=4, sequenceid=16, filesize=5.3 K 2024-11-21T19:09:39,047 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=16, compaction requested=false 2024-11-21T19:09:39,055 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T19:09:39,055 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:09:39,055 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:39,055 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:09:39,055 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:09:39,165 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,33599,1732216175637; all regions closed. 2024-11-21T19:09:39,165 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,44243,1732216175470; all regions closed. 2024-11-21T19:09:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741834_1010 (size=3079) 2024-11-21T19:09:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741834_1010 (size=3079) 2024-11-21T19:09:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741835_1011 (size=5602) 2024-11-21T19:09:39,177 DEBUG [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/oldWALs 2024-11-21T19:09:39,177 INFO [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C44243%2C1732216175470.meta:.meta(num 1732216176818) 2024-11-21T19:09:39,177 DEBUG [RS:1;2d90ca23533b:33599 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/oldWALs 2024-11-21T19:09:39,177 INFO [RS:1;2d90ca23533b:33599 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C33599%2C1732216175637:(num 1732216176409) 2024-11-21T19:09:39,177 DEBUG [RS:1;2d90ca23533b:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:39,177 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:39,179 INFO [RS:1;2d90ca23533b:33599 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:39,179 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:09:39,179 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:09:39,179 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:09:39,180 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:39,180 INFO [RS:1;2d90ca23533b:33599 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33599 2024-11-21T19:09:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741833_1009 (size=1867) 2024-11-21T19:09:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741833_1009 (size=1867) 2024-11-21T19:09:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,33599,1732216175637 2024-11-21T19:09:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:39,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,33599,1732216175637] 2024-11-21T19:09:39,188 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,33599,1732216175637; numProcessing=1 2024-11-21T19:09:39,192 DEBUG [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/oldWALs 2024-11-21T19:09:39,192 INFO [RS:0;2d90ca23533b:44243 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C44243%2C1732216175470:(num 1732216176415) 2024-11-21T19:09:39,193 DEBUG [RS:0;2d90ca23533b:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:39,193 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:09:39,193 INFO [RS:0;2d90ca23533b:44243 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-21T19:09:39,193 INFO [RS:0;2d90ca23533b:44243 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44243 2024-11-21T19:09:39,194 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:39,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,33599,1732216175637 already deleted, retry=false 2024-11-21T19:09:39,195 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,33599,1732216175637 expired; onlineServers=1 2024-11-21T19:09:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,44243,1732216175470 2024-11-21T19:09:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:09:39,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,44243,1732216175470] 2024-11-21T19:09:39,212 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,44243,1732216175470; numProcessing=2 2024-11-21T19:09:39,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,44243,1732216175470 already deleted, retry=false 2024-11-21T19:09:39,220 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,44243,1732216175470 expired; onlineServers=0 2024-11-21T19:09:39,220 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,43765,1732216175098' ***** 2024-11-21T19:09:39,221 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:09:39,221 DEBUG [M:0;2d90ca23533b:43765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e9ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:09:39,221 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,43765,1732216175098 2024-11-21T19:09:39,221 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,43765,1732216175098; all regions closed. 2024-11-21T19:09:39,221 DEBUG [M:0;2d90ca23533b:43765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:09:39,221 DEBUG [M:0;2d90ca23533b:43765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:09:39,221 DEBUG [M:0;2d90ca23533b:43765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:09:39,221 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216176004 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732216176004,5,FailOnTimeoutGroup] 2024-11-21T19:09:39,221 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:09:39,221 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216176006 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732216176006,5,FailOnTimeoutGroup] 2024-11-21T19:09:39,222 INFO [M:0;2d90ca23533b:43765 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:09:39,222 DEBUG [M:0;2d90ca23533b:43765 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:09:39,222 INFO [M:0;2d90ca23533b:43765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:09:39,222 INFO [M:0;2d90ca23533b:43765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:09:39,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:09:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:09:39,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:09:39,229 DEBUG [M:0;2d90ca23533b:43765 {}] zookeeper.ZKUtil(347): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:09:39,229 WARN [M:0;2d90ca23533b:43765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:09:39,229 INFO [M:0;2d90ca23533b:43765 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:09:39,229 INFO [M:0;2d90ca23533b:43765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:09:39,229 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:09:39,229 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:39,229 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:39,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:09:39,229 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:09:39,229 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:39,230 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-11-21T19:09:39,253 DEBUG [M:0;2d90ca23533b:43765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03748865db474d56b96e2b366fb3e155 is 82, key is hbase:meta,,1/info:regioninfo/1732216176867/Put/seqid=0 2024-11-21T19:09:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741846_1022 (size=5672) 2024-11-21T19:09:39,265 INFO [M:0;2d90ca23533b:43765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03748865db474d56b96e2b366fb3e155 2024-11-21T19:09:39,291 DEBUG [M:0;2d90ca23533b:43765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16feb053a1b44264b785939cd3e84019 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732216178598/Put/seqid=0 2024-11-21T19:09:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741847_1023 (size=7582) 2024-11-21T19:09:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741847_1023 (size=7582) 2024-11-21T19:09:39,296 INFO [M:0;2d90ca23533b:43765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16feb053a1b44264b785939cd3e84019 2024-11-21T19:09:39,304 INFO [RS:1;2d90ca23533b:33599 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,33599,1732216175637; zookeeper connection closed. 2024-11-21T19:09:39,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:39,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1016016dc250002, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:39,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@690661e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@690661e 2024-11-21T19:09:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:39,312 INFO [RS:0;2d90ca23533b:44243 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,44243,1732216175470; zookeeper connection closed. 2024-11-21T19:09:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x1016016dc250001, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:39,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d1eb990 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d1eb990 2024-11-21T19:09:39,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-21T19:09:39,316 DEBUG [M:0;2d90ca23533b:43765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd9a01b590df4d02a2ffa4d75157dc9f is 69, key is 2d90ca23533b,33599,1732216175637/rs:state/1732216176053/Put/seqid=0 2024-11-21T19:09:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741848_1024 (size=5224) 2024-11-21T19:09:39,322 INFO [M:0;2d90ca23533b:43765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd9a01b590df4d02a2ffa4d75157dc9f 2024-11-21T19:09:39,327 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03748865db474d56b96e2b366fb3e155 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03748865db474d56b96e2b366fb3e155 2024-11-21T19:09:39,332 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03748865db474d56b96e2b366fb3e155, entries=8, sequenceid=108, filesize=5.5 K 2024-11-21T19:09:39,333 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16feb053a1b44264b785939cd3e84019 as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16feb053a1b44264b785939cd3e84019 2024-11-21T19:09:39,338 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16feb053a1b44264b785939cd3e84019, entries=13, sequenceid=108, filesize=7.4 K 2024-11-21T19:09:39,339 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd9a01b590df4d02a2ffa4d75157dc9f as hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd9a01b590df4d02a2ffa4d75157dc9f 2024-11-21T19:09:39,344 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45047/user/jenkins/test-data/8b9a2c7b-e23e-f9de-3b0b-d4d932bed239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd9a01b590df4d02a2ffa4d75157dc9f, entries=2, sequenceid=108, filesize=5.1 K 2024-11-21T19:09:39,344 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=108, compaction requested=false 2024-11-21T19:09:39,345 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:09:39,345 DEBUG [M:0;2d90ca23533b:43765 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:09:39,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741830_1006 (size=54565) 2024-11-21T19:09:39,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:09:39,348 INFO [M:0;2d90ca23533b:43765 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:09:39,348 INFO [M:0;2d90ca23533b:43765 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43765 2024-11-21T19:09:39,354 DEBUG [M:0;2d90ca23533b:43765 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,43765,1732216175098 already deleted, retry=false 2024-11-21T19:09:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741830_1006 (size=54565) 2024-11-21T19:09:39,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:39,462 INFO [M:0;2d90ca23533b:43765 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,43765,1732216175098; zookeeper connection closed. 2024-11-21T19:09:39,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43765-0x1016016dc250000, quorum=127.0.0.1:63758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:09:39,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d391e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:39,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aa299a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:39,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:39,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a33cc9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:39,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be19f4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:39,496 WARN [BP-942128780-172.17.0.3-1732216172639 heartbeating to localhost/127.0.0.1:45047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:39,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:39,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:39,496 WARN [BP-942128780-172.17.0.3-1732216172639 heartbeating to localhost/127.0.0.1:45047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-942128780-172.17.0.3-1732216172639 (Datanode Uuid 2aa4401f-aa5f-4188-b2d6-0fd4736972ae) service to localhost/127.0.0.1:45047 2024-11-21T19:09:39,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data3/current/BP-942128780-172.17.0.3-1732216172639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:39,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data4/current/BP-942128780-172.17.0.3-1732216172639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:39,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:39,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@526164ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:09:39,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13314fee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:39,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:39,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eec26fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:39,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c54251b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:39,502 WARN [BP-942128780-172.17.0.3-1732216172639 heartbeating to localhost/127.0.0.1:45047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:09:39,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:09:39,502 WARN [BP-942128780-172.17.0.3-1732216172639 heartbeating to localhost/127.0.0.1:45047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-942128780-172.17.0.3-1732216172639 (Datanode Uuid 33c5ac94-fea3-4fdf-bb9b-3f4a3ebfe742) service to localhost/127.0.0.1:45047 2024-11-21T19:09:39,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:09:39,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data1/current/BP-942128780-172.17.0.3-1732216172639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:39,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/cluster_68aec2a1-1a30-bcde-a050-556e9f6876f3/dfs/data/data2/current/BP-942128780-172.17.0.3-1732216172639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:09:39,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:09:39,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73d9e6c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:09:39,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dff3043{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:09:39,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:09:39,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fa8ecd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:09:39,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a6fcf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/045caf43-27a0-7e22-b37e-95d6cf0ab0f5/hadoop.log.dir/,STOPPED} 2024-11-21T19:09:39,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:09:39,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-21T19:09:39,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 173) - Thread LEAK? -, OpenFileDescriptor=549 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=880 (was 917), ProcessCount=11 (was 11), AvailableMemoryMB=2123 (was 3321)