2024-11-07 11:25:48,538 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 11:25:48,557 main DEBUG Took 0.017179 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 11:25:48,557 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 11:25:48,557 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 11:25:48,558 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 11:25:48,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,568 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 11:25:48,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,583 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,584 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,586 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,587 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,588 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,589 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,590 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,591 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:25:48,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,592 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 11:25:48,594 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:25:48,595 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 11:25:48,597 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 11:25:48,597 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 11:25:48,598 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 11:25:48,599 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 11:25:48,610 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 11:25:48,614 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 11:25:48,616 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 11:25:48,617 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 11:25:48,618 main DEBUG createAppenders(={Console}) 2024-11-07 11:25:48,619 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-07 11:25:48,619 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 11:25:48,620 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-07 11:25:48,620 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 11:25:48,621 main DEBUG OutputStream closed 2024-11-07 11:25:48,621 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 11:25:48,622 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 11:25:48,622 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-07 11:25:48,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 11:25:48,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 11:25:48,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 11:25:48,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 11:25:48,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 11:25:48,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 11:25:48,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 11:25:48,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 11:25:48,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 11:25:48,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 11:25:48,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 11:25:48,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 11:25:48,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 11:25:48,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 11:25:48,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 11:25:48,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 11:25:48,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 11:25:48,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 11:25:48,705 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 11:25:48,705 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-07 11:25:48,705 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 11:25:48,706 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-07T11:25:48,720 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-07 11:25:48,723 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 11:25:48,723 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T11:25:48,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=1423 2024-11-07T11:25:49,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de 2024-11-07T11:25:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:25:49,064 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa, deleteOnExit=true 2024-11-07T11:25:49,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:25:49,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/test.cache.data in system properties and HBase conf 2024-11-07T11:25:49,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:25:49,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:25:49,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:25:49,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:25:49,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:25:49,144 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T11:25:49,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:25:49,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:25:49,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:25:49,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:25:49,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:25:49,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:25:49,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:25:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:25:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:25:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:25:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:25:49,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:25:49,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:25:49,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:25:49,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:25:50,385 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T11:25:50,457 INFO [Time-limited test {}] log.Log(170): Logging initialized @2675ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T11:25:50,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:25:50,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:25:50,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:25:50,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:25:50,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:25:50,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:25:50,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:25:50,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:25:50,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/java.io.tmpdir/jetty-localhost-41707-hadoop-hdfs-3_4_1-tests_jar-_-any-11570629047436954018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:25:50,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:41707} 2024-11-07T11:25:50,830 INFO [Time-limited test {}] server.Server(415): Started @3049ms 2024-11-07T11:25:51,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:25:51,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:25:51,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:25:51,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:25:51,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:25:51,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:25:51,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:25:51,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/java.io.tmpdir/jetty-localhost-45579-hadoop-hdfs-3_4_1-tests_jar-_-any-15541735502003319474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:25:51,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:45579} 2024-11-07T11:25:51,541 INFO [Time-limited test {}] server.Server(415): Started @3761ms 2024-11-07T11:25:51,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:25:51,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:25:51,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:25:51,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:25:51,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:25:51,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:25:51,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:25:51,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:25:51,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/java.io.tmpdir/jetty-localhost-46729-hadoop-hdfs-3_4_1-tests_jar-_-any-15695743986659893612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:25:51,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:46729} 2024-11-07T11:25:51,876 INFO [Time-limited test {}] server.Server(415): Started @4096ms 2024-11-07T11:25:51,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:25:53,356 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data2/current/BP-968846932-172.17.0.2-1730978749839/current, will proceed with Du for space computation calculation, 2024-11-07T11:25:53,356 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data1/current/BP-968846932-172.17.0.2-1730978749839/current, will proceed with Du for space computation calculation, 2024-11-07T11:25:53,373 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data3/current/BP-968846932-172.17.0.2-1730978749839/current, will proceed with Du for space computation calculation, 2024-11-07T11:25:53,375 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data4/current/BP-968846932-172.17.0.2-1730978749839/current, will proceed with Du for space computation calculation, 2024-11-07T11:25:53,400 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:25:53,400 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:25:53,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3818b81516ff2020 with lease ID 0x7c9d26c4ac4d6ac3: Processing first storage report for DS-6078e7e7-73a5-4c77-9c65-f3a4b7d5500e from datanode DatanodeRegistration(127.0.0.1:40091, datanodeUuid=046dcc4f-83f6-4b65-895d-f3ad3c56d172, infoPort=39095, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839) 2024-11-07T11:25:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3818b81516ff2020 with lease ID 0x7c9d26c4ac4d6ac3: from storage DS-6078e7e7-73a5-4c77-9c65-f3a4b7d5500e node DatanodeRegistration(127.0.0.1:40091, datanodeUuid=046dcc4f-83f6-4b65-895d-f3ad3c56d172, infoPort=39095, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:25:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3dac05c7a17dff with lease ID 0x7c9d26c4ac4d6ac4: Processing first storage report for DS-08f1e26d-5014-42d3-b5f6-71f96a06d7be from datanode DatanodeRegistration(127.0.0.1:36107, datanodeUuid=89a8f24b-d573-46c3-8d7c-888b26777009, infoPort=42831, infoSecurePort=0, ipcPort=35647, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839) 2024-11-07T11:25:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3dac05c7a17dff with lease ID 0x7c9d26c4ac4d6ac4: from storage DS-08f1e26d-5014-42d3-b5f6-71f96a06d7be node DatanodeRegistration(127.0.0.1:36107, datanodeUuid=89a8f24b-d573-46c3-8d7c-888b26777009, infoPort=42831, infoSecurePort=0, ipcPort=35647, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:25:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3818b81516ff2020 with lease ID 0x7c9d26c4ac4d6ac3: Processing first storage report for DS-a02c0cb4-f776-4cf4-a8f6-82b8ff6902cc from datanode DatanodeRegistration(127.0.0.1:40091, datanodeUuid=046dcc4f-83f6-4b65-895d-f3ad3c56d172, infoPort=39095, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839) 2024-11-07T11:25:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3818b81516ff2020 with lease ID 0x7c9d26c4ac4d6ac3: from storage DS-a02c0cb4-f776-4cf4-a8f6-82b8ff6902cc node DatanodeRegistration(127.0.0.1:40091, datanodeUuid=046dcc4f-83f6-4b65-895d-f3ad3c56d172, infoPort=39095, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:25:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3dac05c7a17dff with lease ID 0x7c9d26c4ac4d6ac4: Processing first storage report for DS-4bb0c38e-5fe7-4b89-af89-110ae0060b07 from datanode DatanodeRegistration(127.0.0.1:36107, datanodeUuid=89a8f24b-d573-46c3-8d7c-888b26777009, infoPort=42831, infoSecurePort=0, ipcPort=35647, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839) 2024-11-07T11:25:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3dac05c7a17dff with lease ID 0x7c9d26c4ac4d6ac4: from storage DS-4bb0c38e-5fe7-4b89-af89-110ae0060b07 node DatanodeRegistration(127.0.0.1:36107, datanodeUuid=89a8f24b-d573-46c3-8d7c-888b26777009, infoPort=42831, infoSecurePort=0, ipcPort=35647, storageInfo=lv=-57;cid=testClusterID;nsid=2076990472;c=1730978749839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:25:53,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de 2024-11-07T11:25:53,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/zookeeper_0, clientPort=60676, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:25:53,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60676 2024-11-07T11:25:53,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:53,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:25:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:25:54,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6 with version=8 2024-11-07T11:25:54,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/hbase-staging 2024-11-07T11:25:54,330 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T11:25:54,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:25:54,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:54,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:54,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:25:54,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:54,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:25:54,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:25:54,776 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T11:25:54,786 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T11:25:54,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:25:54,817 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41855 (auto-detected) 2024-11-07T11:25:54,818 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T11:25:54,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38039 2024-11-07T11:25:54,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38039 connecting to ZooKeeper ensemble=127.0.0.1:60676 2024-11-07T11:25:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380390x0, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:25:54,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38039-0x101150ba7d40000 connected 2024-11-07T11:25:55,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:25:55,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6, hbase.cluster.distributed=false 2024-11-07T11:25:55,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:25:55,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38039 2024-11-07T11:25:55,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38039 2024-11-07T11:25:55,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38039 2024-11-07T11:25:55,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38039 2024-11-07T11:25:55,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38039 2024-11-07T11:25:55,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:25:55,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:55,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:55,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:25:55,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:55,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:25:55,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:25:55,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:25:55,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44745 2024-11-07T11:25:55,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44745 connecting to ZooKeeper ensemble=127.0.0.1:60676 2024-11-07T11:25:55,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447450x0, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:25:55,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:25:55,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44745-0x101150ba7d40001 connected 2024-11-07T11:25:55,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:25:55,278 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:25:55,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:25:55,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:25:55,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-07T11:25:55,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44745 2024-11-07T11:25:55,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44745 2024-11-07T11:25:55,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-07T11:25:55,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-07T11:25:55,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:25:55,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:55,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:55,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:25:55,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:25:55,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:25:55,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:25:55,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:25:55,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41369 2024-11-07T11:25:55,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41369 connecting to ZooKeeper ensemble=127.0.0.1:60676 2024-11-07T11:25:55,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413690x0, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:25:55,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413690x0, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:25:55,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41369-0x101150ba7d40002 connected 2024-11-07T11:25:55,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:25:55,339 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:25:55,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:25:55,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:25:55,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41369 2024-11-07T11:25:55,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41369 2024-11-07T11:25:55,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41369 2024-11-07T11:25:55,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41369 2024-11-07T11:25:55,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41369 2024-11-07T11:25:55,358 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:38039 2024-11-07T11:25:55,359 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:55,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:25:55,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:25:55,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:25:55,373 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:55,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:55,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:25:55,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:25:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:55,404 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:25:55,406 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab3d709c6df,38039,1730978754410 from backup master directory 2024-11-07T11:25:55,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:55,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:25:55,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:25:55,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:25:55,421 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:25:55,421 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:55,423 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T11:25:55,425 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T11:25:55,481 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/hbase.id] with ID: 4d57b0dd-a1d9-421f-830e-a1ca6128adce 2024-11-07T11:25:55,481 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/.tmp/hbase.id 2024-11-07T11:25:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:25:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:25:55,498 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/.tmp/hbase.id]:[hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/hbase.id] 2024-11-07T11:25:55,540 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:25:55,545 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:25:55,563 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-07T11:25:55,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:55,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:55,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:25:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:25:55,607 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:25:55,609 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:25:55,628 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:25:55,634 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:25:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:25:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:25:55,681 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store 2024-11-07T11:25:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:25:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:25:55,708 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T11:25:55,711 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:55,713 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:25:55,713 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:55,713 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:55,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:25:55,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:55,715 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:55,717 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978755712Disabling compacts and flushes for region at 1730978755713 (+1 ms)Disabling writes for close at 1730978755715 (+2 ms)Writing region close event to WAL at 1730978755715Closed at 1730978755715 2024-11-07T11:25:55,719 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/.initializing 2024-11-07T11:25:55,719 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/WALs/4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:55,729 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:25:55,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C38039%2C1730978754410, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/WALs/4ab3d709c6df,38039,1730978754410, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/oldWALs, maxLogs=10 2024-11-07T11:25:55,776 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/WALs/4ab3d709c6df,38039,1730978754410/4ab3d709c6df%2C38039%2C1730978754410.1730978755752, exclude list is [], retry=0 2024-11-07T11:25:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-6078e7e7-73a5-4c77-9c65-f3a4b7d5500e,DISK] 2024-11-07T11:25:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36107,DS-08f1e26d-5014-42d3-b5f6-71f96a06d7be,DISK] 2024-11-07T11:25:55,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T11:25:55,832 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/WALs/4ab3d709c6df,38039,1730978754410/4ab3d709c6df%2C38039%2C1730978754410.1730978755752 2024-11-07T11:25:55,835 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831),(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-07T11:25:55,836 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:25:55,837 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:55,840 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,841 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:25:55,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:55,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:55,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:25:55,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:55,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:25:55,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:25:55,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:55,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:25:55,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:25:55,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:55,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:25:55,916 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,919 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,920 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,926 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,926 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,930 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:25:55,934 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:25:55,938 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:25:55,939 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068038, jitterRate=-0.11981764435768127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:25:55,945 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978755852Initializing all the Stores at 1730978755854 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978755854Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978755855 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978755855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978755855Cleaning up temporary data from old regions at 1730978755926 (+71 ms)Region opened successfully at 1730978755945 (+19 ms) 2024-11-07T11:25:55,947 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:25:55,977 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bdc221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:25:56,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:25:56,014 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:25:56,014 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:25:56,017 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:25:56,019 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T11:25:56,023 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T11:25:56,023 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:25:56,046 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:25:56,054 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:25:56,108 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:25:56,110 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:25:56,112 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:25:56,118 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:25:56,120 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:25:56,123 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:25:56,136 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:25:56,137 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:25:56,150 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:25:56,168 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:25:56,181 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:25:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:25:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:25:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:25:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,197 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,38039,1730978754410, sessionid=0x101150ba7d40000, setting cluster-up flag (Was=false) 2024-11-07T11:25:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,262 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:25:56,265 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:56,318 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:25:56,321 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:56,328 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:25:56,347 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(746): ClusterId : 4d57b0dd-a1d9-421f-830e-a1ca6128adce 2024-11-07T11:25:56,347 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(746): ClusterId : 4d57b0dd-a1d9-421f-830e-a1ca6128adce 2024-11-07T11:25:56,350 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:25:56,350 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:25:56,374 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:25:56,374 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:25:56,382 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:25:56,382 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:25:56,383 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:25:56,384 DEBUG [RS:1;4ab3d709c6df:41369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfdc99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:25:56,394 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:25:56,397 DEBUG [RS:0;4ab3d709c6df:44745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d44612a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:25:56,410 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ab3d709c6df:41369 2024-11-07T11:25:56,414 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:25:56,414 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:25:56,414 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:25:56,419 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,38039,1730978754410 with port=41369, startcode=1730978755308 2024-11-07T11:25:56,421 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:44745 2024-11-07T11:25:56,422 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:25:56,422 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:25:56,422 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:25:56,424 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,38039,1730978754410 with port=44745, startcode=1730978755199 2024-11-07T11:25:56,431 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:25:56,432 DEBUG [RS:1;4ab3d709c6df:41369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:25:56,432 DEBUG [RS:0;4ab3d709c6df:44745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:25:56,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:25:56,446 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:25:56,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,38039,1730978754410 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:25:56,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:25:56,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:25:56,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:25:56,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:25:56,462 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:25:56,462 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,462 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:25:56,462 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,471 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978786471 2024-11-07T11:25:56,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:25:56,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:25:56,473 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:25:56,474 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:25:56,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:25:56,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:25:56,478 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:25:56,478 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:25:56,479 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:25:56,479 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:25:56,480 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T11:25:56,480 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,485 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:56,488 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T11:25:56,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:25:56,500 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:25:56,502 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:25:56,502 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:25:56,505 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:25:56,505 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:25:56,510 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978756507,5,FailOnTimeoutGroup] 2024-11-07T11:25:56,513 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T11:25:56,513 WARN [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T11:25:56,513 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T11:25:56,513 WARN [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T11:25:56,513 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978756510,5,FailOnTimeoutGroup] 2024-11-07T11:25:56,514 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,514 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:25:56,515 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,515 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:25:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:25:56,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:25:56,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6 2024-11-07T11:25:56,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:25:56,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:25:56,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:56,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:25:56,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:25:56,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:56,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:56,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:25:56,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:25:56,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:56,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:56,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:25:56,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:25:56,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:56,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:56,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:25:56,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:25:56,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:56,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:56,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:25:56,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740 2024-11-07T11:25:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740 2024-11-07T11:25:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:25:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:25:56,557 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:25:56,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:25:56,563 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:25:56,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72751687, jitterRate=0.08408461511135101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:25:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978756534Initializing all the Stores at 1730978756536 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978756536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978756536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978756536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978756536Cleaning up temporary data from old regions at 1730978756556 (+20 ms)Region opened successfully at 1730978756567 (+11 ms) 2024-11-07T11:25:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:25:56,568 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:25:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:25:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:25:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:25:56,570 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:25:56,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978756568Disabling compacts and flushes for region at 1730978756568Disabling writes for close at 1730978756568Writing region close event to WAL at 1730978756570 (+2 ms)Closed at 1730978756570 2024-11-07T11:25:56,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:25:56,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:25:56,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:25:56,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:25:56,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:25:56,614 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,38039,1730978754410 with port=41369, startcode=1730978755308 2024-11-07T11:25:56,614 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,38039,1730978754410 with port=44745, startcode=1730978755199 2024-11-07T11:25:56,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:56,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:56,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:56,629 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6 2024-11-07T11:25:56,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:56,629 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36591 2024-11-07T11:25:56,629 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:25:56,635 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6 2024-11-07T11:25:56,635 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36591 2024-11-07T11:25:56,635 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:25:56,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:25:56,742 WARN [4ab3d709c6df:38039 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:25:56,804 DEBUG [RS:1;4ab3d709c6df:41369 {}] zookeeper.ZKUtil(111): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:56,804 WARN [RS:1;4ab3d709c6df:41369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:25:56,804 DEBUG [RS:0;4ab3d709c6df:44745 {}] zookeeper.ZKUtil(111): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:56,804 INFO [RS:1;4ab3d709c6df:41369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:25:56,804 WARN [RS:0;4ab3d709c6df:44745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:25:56,804 INFO [RS:0;4ab3d709c6df:44745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:25:56,804 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:56,804 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:56,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,41369,1730978755308] 2024-11-07T11:25:56,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,44745,1730978755199] 2024-11-07T11:25:56,834 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:25:56,834 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:25:56,856 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:25:56,856 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:25:56,863 INFO [RS:0;4ab3d709c6df:44745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:25:56,863 INFO [RS:1;4ab3d709c6df:41369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:25:56,864 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,864 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,865 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:25:56,865 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:25:56,873 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:25:56,873 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:25:56,875 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,875 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,875 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,875 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,875 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,875 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,875 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,875 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:25:56,876 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:25:56,876 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,876 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:25:56,877 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:25:56,877 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:25:56,877 DEBUG [RS:0;4ab3d709c6df:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:25:56,877 DEBUG [RS:1;4ab3d709c6df:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:25:56,880 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,880 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,880 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,881 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,881 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,881 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,41369,1730978755308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:25:56,881 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,881 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,882 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,882 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,882 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,882 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44745,1730978755199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:25:56,909 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:25:56,909 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:25:56,910 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44745,1730978755199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,910 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,41369,1730978755308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,911 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,911 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,911 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.Replication(171): 4ab3d709c6df,44745,1730978755199 started 2024-11-07T11:25:56,911 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.Replication(171): 4ab3d709c6df,41369,1730978755308 started 2024-11-07T11:25:56,930 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,930 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,44745,1730978755199, RpcServer on 4ab3d709c6df/172.17.0.2:44745, sessionid=0x101150ba7d40001 2024-11-07T11:25:56,931 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:25:56,931 DEBUG [RS:0;4ab3d709c6df:44745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:56,931 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,44745,1730978755199' 2024-11-07T11:25:56,931 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:25:56,933 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:25:56,933 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:25:56,933 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:25:56,934 DEBUG [RS:0;4ab3d709c6df:44745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:56,934 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,44745,1730978755199' 2024-11-07T11:25:56,934 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:25:56,934 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:25:56,935 DEBUG [RS:0;4ab3d709c6df:44745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:25:56,935 INFO [RS:0;4ab3d709c6df:44745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:25:56,935 INFO [RS:0;4ab3d709c6df:44745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:25:56,935 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:56,936 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,41369,1730978755308, RpcServer on 4ab3d709c6df/172.17.0.2:41369, sessionid=0x101150ba7d40002 2024-11-07T11:25:56,936 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:25:56,936 DEBUG [RS:1;4ab3d709c6df:41369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:56,936 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,41369,1730978755308' 2024-11-07T11:25:56,936 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:25:56,937 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:25:56,938 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:25:56,938 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:25:56,938 DEBUG [RS:1;4ab3d709c6df:41369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:56,938 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,41369,1730978755308' 2024-11-07T11:25:56,938 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:25:56,939 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:25:56,939 DEBUG [RS:1;4ab3d709c6df:41369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:25:56,940 INFO [RS:1;4ab3d709c6df:41369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:25:56,940 INFO [RS:1;4ab3d709c6df:41369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:25:57,042 INFO [RS:0;4ab3d709c6df:44745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:25:57,043 INFO [RS:1;4ab3d709c6df:41369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:25:57,046 INFO [RS:0;4ab3d709c6df:44745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C44745%2C1730978755199, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,44745,1730978755199, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/oldWALs, maxLogs=32 2024-11-07T11:25:57,047 INFO [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C41369%2C1730978755308, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/oldWALs, maxLogs=32 2024-11-07T11:25:57,074 DEBUG [RS:0;4ab3d709c6df:44745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,44745,1730978755199/4ab3d709c6df%2C44745%2C1730978755199.1730978757050, exclude list is [], retry=0 2024-11-07T11:25:57,074 DEBUG [RS:1;4ab3d709c6df:41369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308/4ab3d709c6df%2C41369%2C1730978755308.1730978757052, exclude list is [], retry=0 2024-11-07T11:25:57,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36107,DS-08f1e26d-5014-42d3-b5f6-71f96a06d7be,DISK] 2024-11-07T11:25:57,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-6078e7e7-73a5-4c77-9c65-f3a4b7d5500e,DISK] 2024-11-07T11:25:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36107,DS-08f1e26d-5014-42d3-b5f6-71f96a06d7be,DISK] 2024-11-07T11:25:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-6078e7e7-73a5-4c77-9c65-f3a4b7d5500e,DISK] 2024-11-07T11:25:57,087 INFO [RS:0;4ab3d709c6df:44745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,44745,1730978755199/4ab3d709c6df%2C44745%2C1730978755199.1730978757050 2024-11-07T11:25:57,088 DEBUG [RS:0;4ab3d709c6df:44745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831),(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-07T11:25:57,092 INFO [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308/4ab3d709c6df%2C41369%2C1730978755308.1730978757052 2024-11-07T11:25:57,093 DEBUG [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831),(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-07T11:25:57,246 DEBUG [4ab3d709c6df:38039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T11:25:57,254 DEBUG [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:25:57,262 DEBUG [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:25:57,262 DEBUG [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:25:57,262 DEBUG [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:25:57,262 DEBUG [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:25:57,262 INFO [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:25:57,262 INFO [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:25:57,262 DEBUG [4ab3d709c6df:38039 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:25:57,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:57,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,41369,1730978755308, state=OPENING 2024-11-07T11:25:57,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:25:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:57,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:25:57,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:25:57,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:25:57,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:25:57,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,41369,1730978755308}] 2024-11-07T11:25:57,526 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:25:57,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:25:57,544 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:25:57,544 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:25:57,545 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:25:57,548 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C41369%2C1730978755308.meta, suffix=.meta, logDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/oldWALs, maxLogs=32 2024-11-07T11:25:57,566 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308/4ab3d709c6df%2C41369%2C1730978755308.meta.1730978757550.meta, exclude list is [], retry=0 2024-11-07T11:25:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36107,DS-08f1e26d-5014-42d3-b5f6-71f96a06d7be,DISK] 2024-11-07T11:25:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-6078e7e7-73a5-4c77-9c65-f3a4b7d5500e,DISK] 2024-11-07T11:25:57,577 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/WALs/4ab3d709c6df,41369,1730978755308/4ab3d709c6df%2C41369%2C1730978755308.meta.1730978757550.meta 2024-11-07T11:25:57,577 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831),(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-07T11:25:57,578 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:25:57,580 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:25:57,583 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:25:57,589 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:25:57,595 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:25:57,596 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:57,596 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:25:57,596 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:25:57,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:25:57,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:25:57,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:57,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:57,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:25:57,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:25:57,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:57,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:57,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:25:57,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:25:57,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:57,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:57,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:25:57,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:25:57,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:57,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:25:57,618 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:25:57,620 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740 2024-11-07T11:25:57,628 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740 2024-11-07T11:25:57,632 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:25:57,633 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:25:57,634 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:25:57,638 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:25:57,641 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60676947, jitterRate=-0.09584303200244904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:25:57,641 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:25:57,643 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978757597Writing region info on filesystem at 1730978757597Initializing all the Stores at 1730978757599 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978757599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978757599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978757599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978757599Cleaning up temporary data from old regions at 1730978757633 (+34 ms)Running coprocessor post-open hooks at 1730978757641 (+8 ms)Region opened successfully at 1730978757643 (+2 ms) 2024-11-07T11:25:57,652 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978757515 2024-11-07T11:25:57,668 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:25:57,668 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:25:57,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:57,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,41369,1730978755308, state=OPEN 2024-11-07T11:25:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:25:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:25:57,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:25:57,729 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:57,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:25:57,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:25:57,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:25:57,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:25:57,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,41369,1730978755308 in 384 msec 2024-11-07T11:25:57,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:25:57,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1600 sec 2024-11-07T11:25:57,748 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:25:57,748 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:25:57,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:25:57,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41369,1730978755308, seqNum=-1] 2024-11-07T11:25:57,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:25:57,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:25:57,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4490 sec 2024-11-07T11:25:57,815 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978757815, completionTime=-1 2024-11-07T11:25:57,818 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T11:25:57,818 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:25:57,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T11:25:57,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978817845 2024-11-07T11:25:57,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978877845 2024-11-07T11:25:57,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-07T11:25:57,847 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T11:25:57,855 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38039,1730978754410-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,856 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38039,1730978754410-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,856 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38039,1730978754410-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,858 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:38039, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,858 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,859 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,866 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:25:57,891 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.468sec 2024-11-07T11:25:57,893 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:25:57,894 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:25:57,896 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:25:57,896 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:25:57,896 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:25:57,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38039,1730978754410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:25:57,898 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38039,1730978754410-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:25:57,902 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:25:57,903 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:25:57,904 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38039,1730978754410-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:25:57,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:25:57,962 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T11:25:57,963 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T11:25:57,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38039,-1 for getting cluster id 2024-11-07T11:25:58,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:25:58,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d57b0dd-a1d9-421f-830e-a1ca6128adce' 2024-11-07T11:25:58,014 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:25:58,015 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d57b0dd-a1d9-421f-830e-a1ca6128adce" 2024-11-07T11:25:58,017 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2499865c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:25:58,017 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38039,-1] 2024-11-07T11:25:58,020 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:25:58,022 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:58,022 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:25:58,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:25:58,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:25:58,032 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41369,1730978755308, seqNum=-1] 2024-11-07T11:25:58,032 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:25:58,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:25:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:58,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:25:58,085 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:58,089 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@564be093 2024-11-07T11:25:58,090 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:25:58,099 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:25:58,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:25:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T11:25:58,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:25:58,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T11:25:58,123 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:58,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:25:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:25:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:25:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:25:58,145 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e7094eac3c77801000b6ea2cdabf211, NAME => 'testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6 2024-11-07T11:25:58,146 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2813e2c1ae0ee20b618d7b864061f9e9, NAME => 'testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6 2024-11-07T11:25:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:25:58,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:25:58,158 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:58,158 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3e7094eac3c77801000b6ea2cdabf211, disabling compactions & flushes 2024-11-07T11:25:58,158 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,158 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,158 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. after waiting 0 ms 2024-11-07T11:25:58,158 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,158 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:25:58,159 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e7094eac3c77801000b6ea2cdabf211: Waiting for close lock at 1730978758158Disabling compacts and flushes for region at 1730978758158Disabling writes for close at 1730978758158Writing region close event to WAL at 1730978758158Closed at 1730978758158 2024-11-07T11:25:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:25:58,160 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:58,160 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2813e2c1ae0ee20b618d7b864061f9e9, disabling compactions & flushes 2024-11-07T11:25:58,160 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,160 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,160 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. after waiting 0 ms 2024-11-07T11:25:58,160 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,160 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,161 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2813e2c1ae0ee20b618d7b864061f9e9: Waiting for close lock at 1730978758160Disabling compacts and flushes for region at 1730978758160Disabling writes for close at 1730978758160Writing region close event to WAL at 1730978758160Closed at 1730978758160 2024-11-07T11:25:58,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:25:58,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978758164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978758164"}]},"ts":"1730978758164"} 2024-11-07T11:25:58,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978758164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978758164"}]},"ts":"1730978758164"} 2024-11-07T11:25:58,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T11:25:58,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:25:58,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978758209"}]},"ts":"1730978758209"} 2024-11-07T11:25:58,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T11:25:58,217 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:25:58,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:25:58,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:25:58,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:25:58,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:25:58,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:25:58,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:25:58,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:25:58,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e7094eac3c77801000b6ea2cdabf211, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2813e2c1ae0ee20b618d7b864061f9e9, ASSIGN}] 2024-11-07T11:25:58,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e7094eac3c77801000b6ea2cdabf211, ASSIGN 2024-11-07T11:25:58,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2813e2c1ae0ee20b618d7b864061f9e9, ASSIGN 2024-11-07T11:25:58,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e7094eac3c77801000b6ea2cdabf211, ASSIGN; state=OFFLINE, location=4ab3d709c6df,44745,1730978755199; forceNewPlan=false, retain=false 2024-11-07T11:25:58,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2813e2c1ae0ee20b618d7b864061f9e9, ASSIGN; state=OFFLINE, location=4ab3d709c6df,41369,1730978755308; forceNewPlan=false, retain=false 2024-11-07T11:25:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:25:58,379 INFO [4ab3d709c6df:38039 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T11:25:58,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e7094eac3c77801000b6ea2cdabf211, regionState=OPENING, regionLocation=4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:58,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2813e2c1ae0ee20b618d7b864061f9e9, regionState=OPENING, regionLocation=4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e7094eac3c77801000b6ea2cdabf211, ASSIGN because future has completed 2024-11-07T11:25:58,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7094eac3c77801000b6ea2cdabf211, server=4ab3d709c6df,44745,1730978755199}] 2024-11-07T11:25:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2813e2c1ae0ee20b618d7b864061f9e9, ASSIGN because future has completed 2024-11-07T11:25:58,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2813e2c1ae0ee20b618d7b864061f9e9, server=4ab3d709c6df,41369,1730978755308}] 2024-11-07T11:25:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:25:58,543 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:25:58,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:25:58,553 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,554 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e7094eac3c77801000b6ea2cdabf211, NAME => 'testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2813e2c1ae0ee20b618d7b864061f9e9, NAME => 'testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,554 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,555 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,555 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,557 INFO [StoreOpener-2813e2c1ae0ee20b618d7b864061f9e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,560 INFO [StoreOpener-2813e2c1ae0ee20b618d7b864061f9e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2813e2c1ae0ee20b618d7b864061f9e9 columnFamilyName family 2024-11-07T11:25:58,560 DEBUG [StoreOpener-2813e2c1ae0ee20b618d7b864061f9e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:58,560 INFO [StoreOpener-3e7094eac3c77801000b6ea2cdabf211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,561 INFO [StoreOpener-2813e2c1ae0ee20b618d7b864061f9e9-1 {}] regionserver.HStore(327): Store=2813e2c1ae0ee20b618d7b864061f9e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:25:58,562 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,563 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,563 INFO [StoreOpener-3e7094eac3c77801000b6ea2cdabf211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7094eac3c77801000b6ea2cdabf211 columnFamilyName family 2024-11-07T11:25:58,564 DEBUG [StoreOpener-3e7094eac3c77801000b6ea2cdabf211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:25:58,564 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,564 INFO [StoreOpener-3e7094eac3c77801000b6ea2cdabf211-1 {}] regionserver.HStore(327): Store=3e7094eac3c77801000b6ea2cdabf211/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:25:58,565 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,565 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,565 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,566 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,567 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,567 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,568 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,568 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,571 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,572 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:25:58,572 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2813e2c1ae0ee20b618d7b864061f9e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65075286, jitterRate=-0.03030267357826233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:25:58,573 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:58,573 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2813e2c1ae0ee20b618d7b864061f9e9: Running coprocessor pre-open hook at 1730978758555Writing region info on filesystem at 1730978758555Initializing all the Stores at 1730978758556 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978758557 (+1 ms)Cleaning up temporary data from old regions at 1730978758565 (+8 ms)Running coprocessor post-open hooks at 1730978758573 (+8 ms)Region opened successfully at 1730978758573 2024-11-07T11:25:58,576 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:25:58,576 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9., pid=8, masterSystemTime=1730978758547 2024-11-07T11:25:58,577 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3e7094eac3c77801000b6ea2cdabf211; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58772206, jitterRate=-0.12422588467597961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:25:58,577 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:58,577 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3e7094eac3c77801000b6ea2cdabf211: Running coprocessor pre-open hook at 1730978758555Writing region info on filesystem at 1730978758555Initializing all the Stores at 1730978758557 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978758557Cleaning up temporary data from old regions at 1730978758568 (+11 ms)Running coprocessor post-open hooks at 1730978758577 (+9 ms)Region opened successfully at 1730978758577 2024-11-07T11:25:58,579 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211., pid=7, masterSystemTime=1730978758543 2024-11-07T11:25:58,581 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,581 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:58,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2813e2c1ae0ee20b618d7b864061f9e9, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:58,590 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38039 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4ab3d709c6df,41369,1730978755308, table=testClearRegionBlockCache, region=2813e2c1ae0ee20b618d7b864061f9e9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T11:25:58,591 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,591 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:58,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e7094eac3c77801000b6ea2cdabf211, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:58,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2813e2c1ae0ee20b618d7b864061f9e9, server=4ab3d709c6df,41369,1730978755308 because future has completed 2024-11-07T11:25:58,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7094eac3c77801000b6ea2cdabf211, server=4ab3d709c6df,44745,1730978755199 because future has completed 2024-11-07T11:25:58,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T11:25:58,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2813e2c1ae0ee20b618d7b864061f9e9, server=4ab3d709c6df,41369,1730978755308 in 211 msec 2024-11-07T11:25:58,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T11:25:58,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e7094eac3c77801000b6ea2cdabf211, server=4ab3d709c6df,44745,1730978755199 in 215 msec 2024-11-07T11:25:58,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2813e2c1ae0ee20b618d7b864061f9e9, ASSIGN in 387 msec 2024-11-07T11:25:58,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:25:58,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e7094eac3c77801000b6ea2cdabf211, ASSIGN in 389 msec 2024-11-07T11:25:58,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:25:58,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978758617"}]},"ts":"1730978758617"} 2024-11-07T11:25:58,621 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T11:25:58,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:25:58,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 513 msec 2024-11-07T11:25:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:25:58,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T11:25:58,761 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T11:25:58,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:25:58,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T11:25:58,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:25:58,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T11:25:58,784 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211., hostname=4ab3d709c6df,44745,1730978755199, seqNum=2] 2024-11-07T11:25:58,785 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:25:58,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:25:58,814 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9., hostname=4ab3d709c6df,41369,1730978755308, seqNum=2] 2024-11-07T11:25:58,839 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3e7094eac3c77801000b6ea2cdabf211 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T11:25:58,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/.tmp/family/491c10d1137b42a880106f6d552a7a1f is 32, key is 1/family:/1730978758789/Put/seqid=0 2024-11-07T11:25:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741839_1015 (size=5054) 2024-11-07T11:25:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741839_1015 (size=5054) 2024-11-07T11:25:58,930 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/.tmp/family/491c10d1137b42a880106f6d552a7a1f 2024-11-07T11:25:58,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/.tmp/family/491c10d1137b42a880106f6d552a7a1f as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/family/491c10d1137b42a880106f6d552a7a1f 2024-11-07T11:25:58,993 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/family/491c10d1137b42a880106f6d552a7a1f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T11:25:59,000 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3e7094eac3c77801000b6ea2cdabf211 in 160ms, sequenceid=8, compaction requested=false 2024-11-07T11:25:59,001 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-07T11:25:59,003 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3e7094eac3c77801000b6ea2cdabf211: 2024-11-07T11:25:59,003 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2813e2c1ae0ee20b618d7b864061f9e9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T11:25:59,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/.tmp/family/9c3ebb32673540a09bb7920d456d5a00 is 32, key is 5/family:/1730978758816/Put/seqid=0 2024-11-07T11:25:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741840_1016 (size=5083) 2024-11-07T11:25:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741840_1016 (size=5083) 2024-11-07T11:25:59,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/.tmp/family/9c3ebb32673540a09bb7920d456d5a00 2024-11-07T11:25:59,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/.tmp/family/9c3ebb32673540a09bb7920d456d5a00 as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/family/9c3ebb32673540a09bb7920d456d5a00 2024-11-07T11:25:59,063 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/family/9c3ebb32673540a09bb7920d456d5a00, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T11:25:59,064 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2813e2c1ae0ee20b618d7b864061f9e9 in 61ms, sequenceid=9, compaction requested=false 2024-11-07T11:25:59,065 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2813e2c1ae0ee20b618d7b864061f9e9: 2024-11-07T11:25:59,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b21a171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:25:59,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38039,-1 for getting cluster id 2024-11-07T11:25:59,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:25:59,070 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d57b0dd-a1d9-421f-830e-a1ca6128adce' 2024-11-07T11:25:59,070 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d57b0dd-a1d9-421f-830e-a1ca6128adce" 2024-11-07T11:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cedbf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38039,-1] 2024-11-07T11:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:25:59,072 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,073 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:25:59,074 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd1a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:25:59,089 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T11:25:59,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:25:59,092 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41369,1730978755308, seqNum=-1] 2024-11-07T11:25:59,093 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:25:59,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:25:59,106 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:25:59,108 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:25:59,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:25:59,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:25:59,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:25:59,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:25:59,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:25:59,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:25:59,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:25:59,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:25:59,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:25:59,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:25:59,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=844712588, stopped=false 2024-11-07T11:25:59,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,38039,1730978754410 2024-11-07T11:25:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:25:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:25:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:25:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:59,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:25:59,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:25:59,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:25:59,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,44745,1730978755199' ***** 2024-11-07T11:25:59,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:25:59,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:25:59,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:25:59,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,41369,1730978755308' ***** 2024-11-07T11:25:59,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:25:59,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:25:59,173 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:25:59,173 INFO [RS:1;4ab3d709c6df:41369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:25:59,173 INFO [RS:1;4ab3d709c6df:41369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:25:59,173 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(3091): Received CLOSE for 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:59,174 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:59,174 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:25:59,174 INFO [RS:1;4ab3d709c6df:41369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4ab3d709c6df:41369. 2024-11-07T11:25:59,174 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:25:59,174 DEBUG [RS:1;4ab3d709c6df:41369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:25:59,174 DEBUG [RS:1;4ab3d709c6df:41369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,175 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2813e2c1ae0ee20b618d7b864061f9e9, disabling compactions & flushes 2024-11-07T11:25:59,175 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:25:59,175 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:25:59,175 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:59,175 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:25:59,175 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:59,175 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:25:59,175 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. after waiting 0 ms 2024-11-07T11:25:59,175 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:59,175 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:25:59,175 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1325): Online Regions={2813e2c1ae0ee20b618d7b864061f9e9=testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:25:59,176 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2813e2c1ae0ee20b618d7b864061f9e9 2024-11-07T11:25:59,176 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:25:59,176 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:25:59,177 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:25:59,177 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:25:59,177 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:25:59,177 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:25:59,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:25:59,177 INFO [RS:0;4ab3d709c6df:44745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:25:59,177 INFO [RS:0;4ab3d709c6df:44745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:25:59,177 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:59,177 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T11:25:59,180 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:59,180 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:25:59,181 INFO [RS:0;4ab3d709c6df:44745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:44745. 2024-11-07T11:25:59,181 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e7094eac3c77801000b6ea2cdabf211, disabling compactions & flushes 2024-11-07T11:25:59,181 DEBUG [RS:0;4ab3d709c6df:44745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:25:59,181 DEBUG [RS:0;4ab3d709c6df:44745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,181 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:59,181 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:59,181 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:25:59,181 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1325): Online Regions={3e7094eac3c77801000b6ea2cdabf211=testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211.} 2024-11-07T11:25:59,181 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. after waiting 0 ms 2024-11-07T11:25:59,181 DEBUG [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1351): Waiting on 3e7094eac3c77801000b6ea2cdabf211 2024-11-07T11:25:59,181 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:59,185 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:25:59,185 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:25:59,197 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/2813e2c1ae0ee20b618d7b864061f9e9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T11:25:59,200 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/default/testClearRegionBlockCache/3e7094eac3c77801000b6ea2cdabf211/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:25:59,202 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:59,202 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:59,202 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e7094eac3c77801000b6ea2cdabf211: Waiting for close lock at 1730978759180Running coprocessor pre-close hooks at 1730978759180Disabling compacts and flushes for region at 1730978759180Disabling writes for close at 1730978759181 (+1 ms)Writing region close event to WAL at 1730978759186 (+5 ms)Running coprocessor post-close hooks at 1730978759201 (+15 ms)Closed at 1730978759202 (+1 ms) 2024-11-07T11:25:59,202 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2813e2c1ae0ee20b618d7b864061f9e9: Waiting for close lock at 1730978759174Running coprocessor pre-close hooks at 1730978759174Disabling compacts and flushes for region at 1730978759174Disabling writes for close at 1730978759175 (+1 ms)Writing region close event to WAL at 1730978759182 (+7 ms)Running coprocessor post-close hooks at 1730978759201 (+19 ms)Closed at 1730978759202 (+1 ms) 2024-11-07T11:25:59,203 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730978758100.3e7094eac3c77801000b6ea2cdabf211. 2024-11-07T11:25:59,203 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9. 2024-11-07T11:25:59,208 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/info/a0e49cdd7e91483abd833fab56325de9 is 173, key is testClearRegionBlockCache,5,1730978758100.2813e2c1ae0ee20b618d7b864061f9e9./info:regioninfo/1730978758589/Put/seqid=0 2024-11-07T11:25:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:25:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:25:59,224 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/info/a0e49cdd7e91483abd833fab56325de9 2024-11-07T11:25:59,256 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/ns/8f7ad6ab0aad4ea388b32f09ed3291d3 is 43, key is default/ns:d/1730978757798/Put/seqid=0 2024-11-07T11:25:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:25:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:25:59,376 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:25:59,381 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,44745,1730978755199; all regions closed. 2024-11-07T11:25:59,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741833_1009 (size=1758) 2024-11-07T11:25:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741833_1009 (size=1758) 2024-11-07T11:25:59,393 DEBUG [RS:0;4ab3d709c6df:44745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/oldWALs 2024-11-07T11:25:59,393 INFO [RS:0;4ab3d709c6df:44745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C44745%2C1730978755199:(num 1730978757050) 2024-11-07T11:25:59,393 DEBUG [RS:0;4ab3d709c6df:44745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,393 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:25:59,393 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:25:59,394 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:25:59,394 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:25:59,394 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:25:59,394 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:25:59,394 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:25:59,394 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:25:59,395 INFO [RS:0;4ab3d709c6df:44745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44745 2024-11-07T11:25:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,44745,1730978755199 2024-11-07T11:25:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:25:59,409 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:25:59,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,44745,1730978755199] 2024-11-07T11:25:59,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,44745,1730978755199 already deleted, retry=false 2024-11-07T11:25:59,508 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,44745,1730978755199 expired; onlineServers=1 2024-11-07T11:25:59,576 DEBUG [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:25:59,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:25:59,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x101150ba7d40001, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:25:59,598 INFO [RS:0;4ab3d709c6df:44745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:25:59,598 INFO [RS:0;4ab3d709c6df:44745 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,44745,1730978755199; zookeeper connection closed. 2024-11-07T11:25:59,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b86cd8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b86cd8c 2024-11-07T11:25:59,671 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/ns/8f7ad6ab0aad4ea388b32f09ed3291d3 2024-11-07T11:25:59,697 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/table/d506d0fe808e4864a30d0f5e532adaf0 is 61, key is testClearRegionBlockCache/table:state/1730978758617/Put/seqid=0 2024-11-07T11:25:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:25:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:25:59,705 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/table/d506d0fe808e4864a30d0f5e532adaf0 2024-11-07T11:25:59,716 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/info/a0e49cdd7e91483abd833fab56325de9 as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/info/a0e49cdd7e91483abd833fab56325de9 2024-11-07T11:25:59,728 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/info/a0e49cdd7e91483abd833fab56325de9, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T11:25:59,730 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/ns/8f7ad6ab0aad4ea388b32f09ed3291d3 as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/ns/8f7ad6ab0aad4ea388b32f09ed3291d3 2024-11-07T11:25:59,742 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/ns/8f7ad6ab0aad4ea388b32f09ed3291d3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T11:25:59,744 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/.tmp/table/d506d0fe808e4864a30d0f5e532adaf0 as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/table/d506d0fe808e4864a30d0f5e532adaf0 2024-11-07T11:25:59,756 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/table/d506d0fe808e4864a30d0f5e532adaf0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T11:25:59,758 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=13, compaction requested=false 2024-11-07T11:25:59,758 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:25:59,772 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:25:59,773 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:25:59,774 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:25:59,774 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978759176Running coprocessor pre-close hooks at 1730978759176Disabling compacts and flushes for region at 1730978759176Disabling writes for close at 1730978759177 (+1 ms)Obtaining lock to block concurrent updates at 1730978759177Preparing flush snapshotting stores in 1588230740 at 1730978759177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730978759178 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978759179 (+1 ms)Flushing 1588230740/info: creating writer at 1730978759180 (+1 ms)Flushing 1588230740/info: appending metadata at 1730978759207 (+27 ms)Flushing 1588230740/info: closing flushed file at 1730978759207Flushing 1588230740/ns: creating writer at 1730978759238 (+31 ms)Flushing 1588230740/ns: appending metadata at 1730978759256 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730978759256Flushing 1588230740/table: creating writer at 1730978759681 (+425 ms)Flushing 1588230740/table: appending metadata at 1730978759697 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730978759697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4b10a8: reopening flushed file at 1730978759714 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db35495: reopening flushed file at 1730978759728 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f949cd3: reopening flushed file at 1730978759742 (+14 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=13, compaction requested=false at 1730978759758 (+16 ms)Writing region close event to WAL at 1730978759764 (+6 ms)Running coprocessor post-close hooks at 1730978759773 (+9 ms)Closed at 1730978759774 (+1 ms) 2024-11-07T11:25:59,774 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:25:59,777 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,41369,1730978755308; all regions closed. 2024-11-07T11:25:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:25:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:25:59,787 DEBUG [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/oldWALs 2024-11-07T11:25:59,787 INFO [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C41369%2C1730978755308.meta:.meta(num 1730978757550) 2024-11-07T11:25:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741834_1010 (size=1867) 2024-11-07T11:25:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741834_1010 (size=1867) 2024-11-07T11:25:59,795 DEBUG [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/oldWALs 2024-11-07T11:25:59,795 INFO [RS:1;4ab3d709c6df:41369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C41369%2C1730978755308:(num 1730978757052) 2024-11-07T11:25:59,795 DEBUG [RS:1;4ab3d709c6df:41369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:25:59,795 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:25:59,795 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:25:59,796 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:25:59,796 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:25:59,796 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:25:59,796 INFO [RS:1;4ab3d709c6df:41369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41369 2024-11-07T11:25:59,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,41369,1730978755308 2024-11-07T11:25:59,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:25:59,809 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:25:59,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,41369,1730978755308] 2024-11-07T11:25:59,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,41369,1730978755308 already deleted, retry=false 2024-11-07T11:25:59,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,41369,1730978755308 expired; onlineServers=0 2024-11-07T11:25:59,831 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,38039,1730978754410' ***** 2024-11-07T11:25:59,831 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:25:59,831 INFO [M:0;4ab3d709c6df:38039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:25:59,831 INFO [M:0;4ab3d709c6df:38039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:25:59,831 DEBUG [M:0;4ab3d709c6df:38039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:25:59,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:25:59,831 DEBUG [M:0;4ab3d709c6df:38039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:25:59,831 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978756507 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978756507,5,FailOnTimeoutGroup] 2024-11-07T11:25:59,832 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978756510 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978756510,5,FailOnTimeoutGroup] 2024-11-07T11:25:59,832 INFO [M:0;4ab3d709c6df:38039 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:25:59,832 INFO [M:0;4ab3d709c6df:38039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:25:59,832 DEBUG [M:0;4ab3d709c6df:38039 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:25:59,832 INFO [M:0;4ab3d709c6df:38039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:25:59,832 INFO [M:0;4ab3d709c6df:38039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:25:59,833 INFO [M:0;4ab3d709c6df:38039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:25:59,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:25:59,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:25:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:25:59,845 DEBUG [M:0;4ab3d709c6df:38039 {}] zookeeper.ZKUtil(347): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:25:59,845 WARN [M:0;4ab3d709c6df:38039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:25:59,846 INFO [M:0;4ab3d709c6df:38039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/.lastflushedseqids 2024-11-07T11:25:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:25:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:25:59,862 INFO [M:0;4ab3d709c6df:38039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:25:59,863 INFO [M:0;4ab3d709c6df:38039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:25:59,863 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:25:59,863 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:59,863 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:59,863 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:25:59,863 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:25:59,863 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T11:25:59,888 DEBUG [M:0;4ab3d709c6df:38039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6299e590a6740f08c7a65aa85f2760d is 82, key is hbase:meta,,1/info:regioninfo/1730978757671/Put/seqid=0 2024-11-07T11:25:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:25:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:25:59,897 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6299e590a6740f08c7a65aa85f2760d 2024-11-07T11:25:59,920 INFO [RS:1;4ab3d709c6df:41369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:25:59,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:25:59,920 INFO [RS:1;4ab3d709c6df:41369 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,41369,1730978755308; zookeeper connection closed. 2024-11-07T11:25:59,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x101150ba7d40002, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:25:59,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a20c6ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a20c6ae 2024-11-07T11:25:59,921 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T11:25:59,925 DEBUG [M:0;4ab3d709c6df:38039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21a36230355e4e9aa317da54b4cf5977 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978758627/Put/seqid=0 2024-11-07T11:25:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741846_1022 (size=6219) 2024-11-07T11:25:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741846_1022 (size=6219) 2024-11-07T11:25:59,935 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21a36230355e4e9aa317da54b4cf5977 2024-11-07T11:25:59,967 DEBUG [M:0;4ab3d709c6df:38039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87c14356dbde40689982186890fc58ae is 69, key is 4ab3d709c6df,41369,1730978755308/rs:state/1730978756621/Put/seqid=0 2024-11-07T11:25:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:25:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:25:59,980 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87c14356dbde40689982186890fc58ae 2024-11-07T11:25:59,993 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6299e590a6740f08c7a65aa85f2760d as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6299e590a6740f08c7a65aa85f2760d 2024-11-07T11:26:00,005 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6299e590a6740f08c7a65aa85f2760d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T11:26:00,007 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21a36230355e4e9aa317da54b4cf5977 as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21a36230355e4e9aa317da54b4cf5977 2024-11-07T11:26:00,016 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21a36230355e4e9aa317da54b4cf5977, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T11:26:00,018 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87c14356dbde40689982186890fc58ae as hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87c14356dbde40689982186890fc58ae 2024-11-07T11:26:00,029 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/2ee0ec52-83d8-16fa-1c30-f6f0eae78ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87c14356dbde40689982186890fc58ae, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T11:26:00,031 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=71, compaction requested=false 2024-11-07T11:26:00,033 INFO [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:00,033 DEBUG [M:0;4ab3d709c6df:38039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978759863Disabling compacts and flushes for region at 1730978759863Disabling writes for close at 1730978759863Obtaining lock to block concurrent updates at 1730978759863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978759863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730978759864 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978759865 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978759865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978759887 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978759887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978759908 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978759925 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978759925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978759946 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978759966 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978759966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa4eb8: reopening flushed file at 1730978759991 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58103724: reopening flushed file at 1730978760005 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79289e89: reopening flushed file at 1730978760017 (+12 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=71, compaction requested=false at 1730978760031 (+14 ms)Writing region close event to WAL at 1730978760033 (+2 ms)Closed at 1730978760033 2024-11-07T11:26:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36107 is added to blk_1073741830_1006 (size=35440) 2024-11-07T11:26:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741830_1006 (size=35440) 2024-11-07T11:26:00,039 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:00,039 INFO [M:0;4ab3d709c6df:38039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:26:00,039 INFO [M:0;4ab3d709c6df:38039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38039 2024-11-07T11:26:00,039 INFO [M:0;4ab3d709c6df:38039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:00,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:00,152 INFO [M:0;4ab3d709c6df:38039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:00,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38039-0x101150ba7d40000, quorum=127.0.0.1:60676, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:00,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:00,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:00,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:00,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:00,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:00,165 WARN [BP-968846932-172.17.0.2-1730978749839 heartbeating to localhost/127.0.0.1:36591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:00,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:00,165 WARN [BP-968846932-172.17.0.2-1730978749839 heartbeating to localhost/127.0.0.1:36591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968846932-172.17.0.2-1730978749839 (Datanode Uuid 046dcc4f-83f6-4b65-895d-f3ad3c56d172) service to localhost/127.0.0.1:36591 2024-11-07T11:26:00,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:00,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data3/current/BP-968846932-172.17.0.2-1730978749839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:00,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data4/current/BP-968846932-172.17.0.2-1730978749839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:00,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:00,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:00,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:00,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:00,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:00,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:00,171 WARN [BP-968846932-172.17.0.2-1730978749839 heartbeating to localhost/127.0.0.1:36591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:00,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:00,171 WARN [BP-968846932-172.17.0.2-1730978749839 heartbeating to localhost/127.0.0.1:36591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968846932-172.17.0.2-1730978749839 (Datanode Uuid 89a8f24b-d573-46c3-8d7c-888b26777009) service to localhost/127.0.0.1:36591 2024-11-07T11:26:00,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:00,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data1/current/BP-968846932-172.17.0.2-1730978749839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:00,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/cluster_066cdd45-fb25-b5e6-2e48-d85249b58eaa/data/data2/current/BP-968846932-172.17.0.2-1730978749839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:00,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:00,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:00,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:00,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:00,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:00,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:00,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:26:00,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:26:00,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36591 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ab3d709c6df:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36591 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3397e985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ab3d709c6df:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4ab3d709c6df:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4ab3d709c6df:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=790 (was 1423) 2024-11-07T11:26:00,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=790 2024-11-07T11:26:00,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir so I do NOT create it in target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe 2024-11-07T11:26:00,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:26:00,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.tmp.dir so I do NOT create it in target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe 2024-11-07T11:26:00,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/461faa3c-dc4d-cf8a-afca-9519a5dde5de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:26:00,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe 2024-11-07T11:26:00,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:26:00,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa, deleteOnExit=true 2024-11-07T11:26:00,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:26:00,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/test.cache.data in system properties and HBase conf 2024-11-07T11:26:00,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:26:00,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:26:00,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:26:00,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:26:00,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:26:00,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:26:00,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:26:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:26:00,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:00,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:26:00,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:26:00,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:00,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:00,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:00,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:00,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:00,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:00,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:00,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:00,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3afc967b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/java.io.tmpdir/jetty-localhost-45611-hadoop-hdfs-3_4_1-tests_jar-_-any-15112600238858898334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:00,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:45611} 2024-11-07T11:26:00,762 INFO [Time-limited test {}] server.Server(415): Started @12981ms 2024-11-07T11:26:01,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:01,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:01,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:01,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:01,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:01,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:01,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:01,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6198467d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/java.io.tmpdir/jetty-localhost-40377-hadoop-hdfs-3_4_1-tests_jar-_-any-16171150129487775990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:01,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:40377} 2024-11-07T11:26:01,213 INFO [Time-limited test {}] server.Server(415): Started @13432ms 2024-11-07T11:26:01,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:01,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:01,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:01,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:01,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:01,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:01,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:01,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:01,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@463c364d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/java.io.tmpdir/jetty-localhost-39839-hadoop-hdfs-3_4_1-tests_jar-_-any-968222301041322155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:01,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:39839} 2024-11-07T11:26:01,404 INFO [Time-limited test {}] server.Server(415): Started @13623ms 2024-11-07T11:26:01,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:02,489 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data2/current/BP-1659516437-172.17.0.2-1730978760288/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:02,489 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data1/current/BP-1659516437-172.17.0.2-1730978760288/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:02,504 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ac5b8e846d4d52d with lease ID 0x5767e1b214bbc4c8: Processing first storage report for DS-b1efda08-f071-4358-b59d-5a38b179ce9a from datanode DatanodeRegistration(127.0.0.1:39035, datanodeUuid=8fbac987-f428-415d-8a20-8717d040b062, infoPort=37875, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288) 2024-11-07T11:26:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ac5b8e846d4d52d with lease ID 0x5767e1b214bbc4c8: from storage DS-b1efda08-f071-4358-b59d-5a38b179ce9a node DatanodeRegistration(127.0.0.1:39035, datanodeUuid=8fbac987-f428-415d-8a20-8717d040b062, infoPort=37875, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ac5b8e846d4d52d with lease ID 0x5767e1b214bbc4c8: Processing first storage report for DS-6802e14f-c91d-4077-8d1d-700599ca1e56 from datanode DatanodeRegistration(127.0.0.1:39035, datanodeUuid=8fbac987-f428-415d-8a20-8717d040b062, infoPort=37875, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288) 2024-11-07T11:26:02,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ac5b8e846d4d52d with lease ID 0x5767e1b214bbc4c8: from storage DS-6802e14f-c91d-4077-8d1d-700599ca1e56 node DatanodeRegistration(127.0.0.1:39035, datanodeUuid=8fbac987-f428-415d-8a20-8717d040b062, infoPort=37875, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:02,601 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data3/current/BP-1659516437-172.17.0.2-1730978760288/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:02,601 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data4/current/BP-1659516437-172.17.0.2-1730978760288/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:02,616 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc85401b3f7eed9b6 with lease ID 0x5767e1b214bbc4c9: Processing first storage report for DS-b84a1856-c1a5-4283-8fb7-9e96b05b99cb from datanode DatanodeRegistration(127.0.0.1:42067, datanodeUuid=8868c1fe-c253-43d2-8d44-2606e673c267, infoPort=34175, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288) 2024-11-07T11:26:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc85401b3f7eed9b6 with lease ID 0x5767e1b214bbc4c9: from storage DS-b84a1856-c1a5-4283-8fb7-9e96b05b99cb node DatanodeRegistration(127.0.0.1:42067, datanodeUuid=8868c1fe-c253-43d2-8d44-2606e673c267, infoPort=34175, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc85401b3f7eed9b6 with lease ID 0x5767e1b214bbc4c9: Processing first storage report for DS-3e1e1c69-a67b-47ea-ad3d-ed169388d260 from datanode DatanodeRegistration(127.0.0.1:42067, datanodeUuid=8868c1fe-c253-43d2-8d44-2606e673c267, infoPort=34175, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288) 2024-11-07T11:26:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc85401b3f7eed9b6 with lease ID 0x5767e1b214bbc4c9: from storage DS-3e1e1c69-a67b-47ea-ad3d-ed169388d260 node DatanodeRegistration(127.0.0.1:42067, datanodeUuid=8868c1fe-c253-43d2-8d44-2606e673c267, infoPort=34175, infoSecurePort=0, ipcPort=34439, storageInfo=lv=-57;cid=testClusterID;nsid=2018125130;c=1730978760288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:02,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe 2024-11-07T11:26:02,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/zookeeper_0, clientPort=57877, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:26:02,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57877 2024-11-07T11:26:02,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:02,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69 with version=8 2024-11-07T11:26:02,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/hbase-staging 2024-11-07T11:26:02,679 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:26:02,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:02,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34495 2024-11-07T11:26:02,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34495 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-07T11:26:02,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344950x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:02,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34495-0x101150bcb500000 connected 2024-11-07T11:26:02,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:02,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69, hbase.cluster.distributed=false 2024-11-07T11:26:02,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:02,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34495 2024-11-07T11:26:02,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34495 2024-11-07T11:26:02,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34495 2024-11-07T11:26:02,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34495 2024-11-07T11:26:02,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34495 2024-11-07T11:26:02,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:02,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:02,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:02,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42877 2024-11-07T11:26:02,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42877 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-07T11:26:02,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428770x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:02,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42877-0x101150bcb500001 connected 2024-11-07T11:26:02,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:02,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:02,867 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:02,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:02,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:02,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42877 2024-11-07T11:26:02,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42877 2024-11-07T11:26:02,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42877 2024-11-07T11:26:02,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42877 2024-11-07T11:26:02,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42877 2024-11-07T11:26:02,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:02,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:02,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:02,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:02,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:02,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:02,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35225 2024-11-07T11:26:02,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35225 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-07T11:26:02,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352250x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:02,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352250x0, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:02,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35225-0x101150bcb500002 connected 2024-11-07T11:26:02,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:02,905 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:02,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:02,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:02,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-07T11:26:02,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35225 2024-11-07T11:26:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35225 2024-11-07T11:26:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-07T11:26:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-07T11:26:02,920 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:34495 2024-11-07T11:26:02,920 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:02,929 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:02,940 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:26:02,941 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab3d709c6df,34495,1730978762678 from backup master directory 2024-11-07T11:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:02,949 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:02,949 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:02,955 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/hbase.id] with ID: 40f268b5-d4c7-4fcb-b5ba-6dd2a06544ee 2024-11-07T11:26:02,955 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/.tmp/hbase.id 2024-11-07T11:26:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:02,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/.tmp/hbase.id]:[hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/hbase.id] 2024-11-07T11:26:02,985 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:02,985 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:26:02,987 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T11:26:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:03,008 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:03,008 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:26:03,009 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:03,020 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store 2024-11-07T11:26:03,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:03,040 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:03,040 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:03,040 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:03,040 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:03,040 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:03,040 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:03,041 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:03,041 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978763040Disabling compacts and flushes for region at 1730978763040Disabling writes for close at 1730978763040Writing region close event to WAL at 1730978763040Closed at 1730978763041 (+1 ms) 2024-11-07T11:26:03,042 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/.initializing 2024-11-07T11:26:03,042 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/WALs/4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:03,044 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:03,046 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C34495%2C1730978762678, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/WALs/4ab3d709c6df,34495,1730978762678, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/oldWALs, maxLogs=10 2024-11-07T11:26:03,060 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/WALs/4ab3d709c6df,34495,1730978762678/4ab3d709c6df%2C34495%2C1730978762678.1730978763046, exclude list is [], retry=0 2024-11-07T11:26:03,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39035,DS-b1efda08-f071-4358-b59d-5a38b179ce9a,DISK] 2024-11-07T11:26:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-b84a1856-c1a5-4283-8fb7-9e96b05b99cb,DISK] 2024-11-07T11:26:03,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/WALs/4ab3d709c6df,34495,1730978762678/4ab3d709c6df%2C34495%2C1730978762678.1730978763046 2024-11-07T11:26:03,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37875:37875),(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-07T11:26:03,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:03,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:03,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:26:03,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:03,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:26:03,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:03,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:26:03,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:03,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:26:03,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:03,081 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,082 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,082 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,084 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,084 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,085 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:03,086 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:03,089 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:03,090 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926541, jitterRate=-0.047420307993888855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:03,091 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978763067Initializing all the Stores at 1730978763069 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978763069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978763069Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978763069Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978763069Cleaning up temporary data from old regions at 1730978763084 (+15 ms)Region opened successfully at 1730978763091 (+7 ms) 2024-11-07T11:26:03,091 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:26:03,096 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5042ccb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:03,097 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:26:03,097 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:26:03,097 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:26:03,098 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:26:03,098 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:26:03,099 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:26:03,099 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:26:03,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:26:03,102 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:26:03,104 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:26:03,114 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:26:03,115 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:26:03,116 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:26:03,128 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:26:03,129 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:26:03,130 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:26:03,138 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:26:03,140 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:26:03,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:03,149 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:26:03,151 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:26:03,159 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:26:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,171 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,34495,1730978762678, sessionid=0x101150bcb500000, setting cluster-up flag (Was=false) 2024-11-07T11:26:03,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,223 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:26:03,224 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,275 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:26:03,277 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:03,278 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:26:03,280 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:03,280 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:26:03,280 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:26:03,280 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,34495,1730978762678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:26:03,282 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:03,282 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:03,283 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:03,283 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:03,283 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:26:03,283 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,283 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:03,283 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978793284 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:26:03,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:26:03,285 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,285 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:26:03,285 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:26:03,285 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:26:03,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:26:03,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:26:03,290 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978763286,5,FailOnTimeoutGroup] 2024-11-07T11:26:03,291 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978763291,5,FailOnTimeoutGroup] 2024-11-07T11:26:03,291 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:03,291 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:26:03,291 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:26:03,291 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:26:03,311 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(746): ClusterId : 40f268b5-d4c7-4fcb-b5ba-6dd2a06544ee 2024-11-07T11:26:03,311 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(746): ClusterId : 40f268b5-d4c7-4fcb-b5ba-6dd2a06544ee 2024-11-07T11:26:03,311 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:03,311 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:03,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:03,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:26:03,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69 2024-11-07T11:26:03,319 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:03,319 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:03,319 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:03,319 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:03,329 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:03,329 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:03,329 DEBUG [RS:1;4ab3d709c6df:35225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68743a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:03,329 DEBUG [RS:0;4ab3d709c6df:42877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2c087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:03,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:03,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:03,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:03,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:03,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:03,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:03,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:03,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:03,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:03,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:03,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:03,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:03,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:03,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:03,348 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:42877 2024-11-07T11:26:03,348 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:03,348 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:03,348 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:03,348 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ab3d709c6df:35225 2024-11-07T11:26:03,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740 2024-11-07T11:26:03,348 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:03,348 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:03,348 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:03,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740 2024-11-07T11:26:03,349 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,34495,1730978762678 with port=42877, startcode=1730978762847 2024-11-07T11:26:03,349 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,34495,1730978762678 with port=35225, startcode=1730978762885 2024-11-07T11:26:03,349 DEBUG [RS:0;4ab3d709c6df:42877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:03,349 DEBUG [RS:1;4ab3d709c6df:35225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:03,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:03,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:03,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:03,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:03,353 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:03,353 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:03,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:03,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:03,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:03,356 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69 2024-11-07T11:26:03,356 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34047 2024-11-07T11:26:03,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34495 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,356 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:03,357 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71805159, jitterRate=0.06998024880886078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:03,358 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69 2024-11-07T11:26:03,358 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34047 2024-11-07T11:26:03,358 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:03,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978763332Initializing all the Stores at 1730978763333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978763333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978763333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978763333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978763333Cleaning up temporary data from old regions at 1730978763350 (+17 ms)Region opened successfully at 1730978763358 (+8 ms) 2024-11-07T11:26:03,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:03,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:03,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:03,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:03,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:03,359 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:03,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978763358Disabling compacts and flushes for region at 1730978763358Disabling writes for close at 1730978763358Writing region close event to WAL at 1730978763359 (+1 ms)Closed at 1730978763359 2024-11-07T11:26:03,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:03,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:26:03,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:26:03,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:03,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:26:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:03,407 DEBUG [RS:1;4ab3d709c6df:35225 {}] zookeeper.ZKUtil(111): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:03,407 WARN [RS:1;4ab3d709c6df:35225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:03,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,42877,1730978762847] 2024-11-07T11:26:03,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,35225,1730978762885] 2024-11-07T11:26:03,407 INFO [RS:1;4ab3d709c6df:35225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:03,408 DEBUG [RS:0;4ab3d709c6df:42877 {}] zookeeper.ZKUtil(111): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,408 WARN [RS:0;4ab3d709c6df:42877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:03,408 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:03,408 INFO [RS:0;4ab3d709c6df:42877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:03,408 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,411 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:03,411 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:03,414 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:03,414 INFO [RS:1;4ab3d709c6df:35225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:03,414 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,414 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:03,415 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:03,416 INFO [RS:0;4ab3d709c6df:42877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:03,416 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,417 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:03,417 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,417 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,418 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,418 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,418 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,418 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:03,418 DEBUG [RS:1;4ab3d709c6df:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:03,420 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:03,421 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,421 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:03,421 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,421 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,421 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,421 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,421 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,421 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35225,1730978762885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:03,421 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,421 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,422 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,423 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:03,423 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:03,423 DEBUG [RS:0;4ab3d709c6df:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:03,423 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,423 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,423 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,424 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,424 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,424 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42877,1730978762847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:03,437 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:03,437 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35225,1730978762885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,437 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,437 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.Replication(171): 4ab3d709c6df,35225,1730978762885 started 2024-11-07T11:26:03,438 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:03,438 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42877,1730978762847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,438 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,438 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.Replication(171): 4ab3d709c6df,42877,1730978762847 started 2024-11-07T11:26:03,451 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,452 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,35225,1730978762885, RpcServer on 4ab3d709c6df/172.17.0.2:35225, sessionid=0x101150bcb500002 2024-11-07T11:26:03,452 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:03,452 DEBUG [RS:1;4ab3d709c6df:35225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:03,452 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35225,1730978762885' 2024-11-07T11:26:03,452 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:03,452 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:03,453 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:03,453 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:03,453 DEBUG [RS:1;4ab3d709c6df:35225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:03,453 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35225,1730978762885' 2024-11-07T11:26:03,453 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:03,453 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:03,453 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,42877,1730978762847, RpcServer on 4ab3d709c6df/172.17.0.2:42877, sessionid=0x101150bcb500001 2024-11-07T11:26:03,453 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:03,454 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:03,454 DEBUG [RS:0;4ab3d709c6df:42877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,454 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42877,1730978762847' 2024-11-07T11:26:03,454 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:03,454 DEBUG [RS:1;4ab3d709c6df:35225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:03,454 INFO [RS:1;4ab3d709c6df:35225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:03,454 INFO [RS:1;4ab3d709c6df:35225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:03,454 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42877,1730978762847' 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:03,455 DEBUG [RS:0;4ab3d709c6df:42877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:03,455 INFO [RS:0;4ab3d709c6df:42877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:03,455 INFO [RS:0;4ab3d709c6df:42877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:03,514 WARN [4ab3d709c6df:34495 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:26:03,554 INFO [RS:1;4ab3d709c6df:35225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:03,556 INFO [RS:0;4ab3d709c6df:42877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:03,557 INFO [RS:1;4ab3d709c6df:35225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C35225%2C1730978762885, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,35225,1730978762885, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/oldWALs, maxLogs=32 2024-11-07T11:26:03,557 INFO [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C42877%2C1730978762847, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/oldWALs, maxLogs=32 2024-11-07T11:26:03,571 DEBUG [RS:0;4ab3d709c6df:42877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847/4ab3d709c6df%2C42877%2C1730978762847.1730978763559, exclude list is [], retry=0 2024-11-07T11:26:03,571 DEBUG [RS:1;4ab3d709c6df:35225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,35225,1730978762885/4ab3d709c6df%2C35225%2C1730978762885.1730978763559, exclude list is [], retry=0 2024-11-07T11:26:03,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-b84a1856-c1a5-4283-8fb7-9e96b05b99cb,DISK] 2024-11-07T11:26:03,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39035,DS-b1efda08-f071-4358-b59d-5a38b179ce9a,DISK] 2024-11-07T11:26:03,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-b84a1856-c1a5-4283-8fb7-9e96b05b99cb,DISK] 2024-11-07T11:26:03,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39035,DS-b1efda08-f071-4358-b59d-5a38b179ce9a,DISK] 2024-11-07T11:26:03,577 INFO [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847/4ab3d709c6df%2C42877%2C1730978762847.1730978763559 2024-11-07T11:26:03,577 INFO [RS:1;4ab3d709c6df:35225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,35225,1730978762885/4ab3d709c6df%2C35225%2C1730978762885.1730978763559 2024-11-07T11:26:03,578 DEBUG [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:37875:37875)] 2024-11-07T11:26:03,578 DEBUG [RS:1;4ab3d709c6df:35225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:37875:37875)] 2024-11-07T11:26:03,764 DEBUG [4ab3d709c6df:34495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T11:26:03,764 DEBUG [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:03,766 DEBUG [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:03,767 DEBUG [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:03,767 DEBUG [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:03,767 DEBUG [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:03,767 INFO [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:03,767 INFO [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:03,767 DEBUG [4ab3d709c6df:34495 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:03,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:03,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42877,1730978762847, state=OPENING 2024-11-07T11:26:03,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:26:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:03,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:03,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:03,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:03,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42877,1730978762847}] 2024-11-07T11:26:03,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:03,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:03,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:03,991 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:26:03,991 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:03,992 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:26:03,994 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C42877%2C1730978762847.meta, suffix=.meta, logDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/oldWALs, maxLogs=32 2024-11-07T11:26:04,013 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847/4ab3d709c6df%2C42877%2C1730978762847.meta.1730978763995.meta, exclude list is [], retry=0 2024-11-07T11:26:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39035,DS-b1efda08-f071-4358-b59d-5a38b179ce9a,DISK] 2024-11-07T11:26:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-b84a1856-c1a5-4283-8fb7-9e96b05b99cb,DISK] 2024-11-07T11:26:04,020 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847/4ab3d709c6df%2C42877%2C1730978762847.meta.1730978763995.meta 2024-11-07T11:26:04,020 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37875:37875),(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-07T11:26:04,021 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:04,021 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:26:04,021 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:26:04,022 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:26:04,022 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:26:04,022 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:04,022 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:26:04,022 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:26:04,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:04,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:04,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:04,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:04,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:04,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:04,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:04,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:04,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:04,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:04,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:04,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:04,032 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:04,033 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740 2024-11-07T11:26:04,034 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740 2024-11-07T11:26:04,036 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:04,036 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:04,037 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:04,039 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:04,040 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67868163, jitterRate=0.011314436793327332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:04,041 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:26:04,042 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978764022Writing region info on filesystem at 1730978764022Initializing all the Stores at 1730978764024 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978764024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978764024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978764024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978764024Cleaning up temporary data from old regions at 1730978764036 (+12 ms)Running coprocessor post-open hooks at 1730978764041 (+5 ms)Region opened successfully at 1730978764041 2024-11-07T11:26:04,043 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978763984 2024-11-07T11:26:04,046 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:26:04,047 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:26:04,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:04,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42877,1730978762847, state=OPEN 2024-11-07T11:26:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:04,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:04,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:26:04,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42877,1730978762847 in 231 msec 2024-11-07T11:26:04,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:26:04,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-07T11:26:04,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:04,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:26:04,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:04,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42877,1730978762847, seqNum=-1] 2024-11-07T11:26:04,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:04,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:04,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 801 msec 2024-11-07T11:26:04,081 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978764081, completionTime=-1 2024-11-07T11:26:04,082 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T11:26:04,082 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:26:04,084 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T11:26:04,084 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978824084 2024-11-07T11:26:04,084 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978884084 2024-11-07T11:26:04,084 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:26:04,084 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34495,1730978762678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,084 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34495,1730978762678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,085 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34495,1730978762678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,085 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:34495, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,085 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,085 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,087 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:26:04,094 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.145sec 2024-11-07T11:26:04,094 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:26:04,094 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:26:04,094 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:26:04,094 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:26:04,094 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:26:04,095 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34495,1730978762678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:04,095 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34495,1730978762678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:26:04,097 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:26:04,098 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:26:04,098 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34495,1730978762678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:04,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c922eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:04,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34495,-1 for getting cluster id 2024-11-07T11:26:04,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:26:04,113 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f268b5-d4c7-4fcb-b5ba-6dd2a06544ee' 2024-11-07T11:26:04,113 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:26:04,113 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f268b5-d4c7-4fcb-b5ba-6dd2a06544ee" 2024-11-07T11:26:04,114 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294267d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:04,114 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34495,-1] 2024-11-07T11:26:04,114 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:26:04,115 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:04,116 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:26:04,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6baa52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:04,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:04,119 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42877,1730978762847, seqNum=-1] 2024-11-07T11:26:04,119 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:04,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:04,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:04,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:26:04,124 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:04,124 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612d5a83 2024-11-07T11:26:04,124 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:26:04,126 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:26:04,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T11:26:04,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:26:04,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T11:26:04,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:26:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:04,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f71f78be3b6470c50a029ce0dce4b185, NAME => 'testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69 2024-11-07T11:26:04,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 400957736651bd913cbbac505b85e65f, NAME => 'testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69 2024-11-07T11:26:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:04,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:04,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 400957736651bd913cbbac505b85e65f, disabling compactions & flushes 2024-11-07T11:26:04,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. after waiting 0 ms 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f71f78be3b6470c50a029ce0dce4b185, disabling compactions & flushes 2024-11-07T11:26:04,155 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,155 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 400957736651bd913cbbac505b85e65f: Waiting for close lock at 1730978764154Disabling compacts and flushes for region at 1730978764154Disabling writes for close at 1730978764155 (+1 ms)Writing region close event to WAL at 1730978764155Closed at 1730978764155 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. after waiting 0 ms 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,155 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f71f78be3b6470c50a029ce0dce4b185: Waiting for close lock at 1730978764155Disabling compacts and flushes for region at 1730978764155Disabling writes for close at 1730978764155Writing region close event to WAL at 1730978764155Closed at 1730978764155 2024-11-07T11:26:04,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:26:04,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978764157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978764157"}]},"ts":"1730978764157"} 2024-11-07T11:26:04,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978764157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978764157"}]},"ts":"1730978764157"} 2024-11-07T11:26:04,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T11:26:04,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:26:04,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978764164"}]},"ts":"1730978764164"} 2024-11-07T11:26:04,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T11:26:04,167 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:04,169 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:04,169 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:04,169 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:04,169 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:04,169 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:04,169 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:04,169 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:04,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f71f78be3b6470c50a029ce0dce4b185, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=400957736651bd913cbbac505b85e65f, ASSIGN}] 2024-11-07T11:26:04,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=400957736651bd913cbbac505b85e65f, ASSIGN 2024-11-07T11:26:04,172 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f71f78be3b6470c50a029ce0dce4b185, ASSIGN 2024-11-07T11:26:04,173 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f71f78be3b6470c50a029ce0dce4b185, ASSIGN; state=OFFLINE, location=4ab3d709c6df,42877,1730978762847; forceNewPlan=false, retain=false 2024-11-07T11:26:04,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=400957736651bd913cbbac505b85e65f, ASSIGN; state=OFFLINE, location=4ab3d709c6df,35225,1730978762885; forceNewPlan=false, retain=false 2024-11-07T11:26:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:04,324 INFO [4ab3d709c6df:34495 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T11:26:04,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f71f78be3b6470c50a029ce0dce4b185, regionState=OPENING, regionLocation=4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:04,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=400957736651bd913cbbac505b85e65f, regionState=OPENING, regionLocation=4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=400957736651bd913cbbac505b85e65f, ASSIGN because future has completed 2024-11-07T11:26:04,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 400957736651bd913cbbac505b85e65f, server=4ab3d709c6df,35225,1730978762885}] 2024-11-07T11:26:04,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f71f78be3b6470c50a029ce0dce4b185, ASSIGN because future has completed 2024-11-07T11:26:04,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f71f78be3b6470c50a029ce0dce4b185, server=4ab3d709c6df,42877,1730978762847}] 2024-11-07T11:26:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:04,482 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:04,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:04,488 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,488 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,488 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 400957736651bd913cbbac505b85e65f, NAME => 'testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T11:26:04,488 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f71f78be3b6470c50a029ce0dce4b185, NAME => 'testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,489 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,491 INFO [StoreOpener-f71f78be3b6470c50a029ce0dce4b185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,491 INFO [StoreOpener-400957736651bd913cbbac505b85e65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,492 INFO [StoreOpener-f71f78be3b6470c50a029ce0dce4b185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f78be3b6470c50a029ce0dce4b185 columnFamilyName family 2024-11-07T11:26:04,492 INFO [StoreOpener-400957736651bd913cbbac505b85e65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400957736651bd913cbbac505b85e65f columnFamilyName family 2024-11-07T11:26:04,493 DEBUG [StoreOpener-f71f78be3b6470c50a029ce0dce4b185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,493 DEBUG [StoreOpener-400957736651bd913cbbac505b85e65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:04,493 INFO [StoreOpener-f71f78be3b6470c50a029ce0dce4b185-1 {}] regionserver.HStore(327): Store=f71f78be3b6470c50a029ce0dce4b185/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:04,493 INFO [StoreOpener-400957736651bd913cbbac505b85e65f-1 {}] regionserver.HStore(327): Store=400957736651bd913cbbac505b85e65f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:04,493 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,493 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,494 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,494 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,494 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,494 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,495 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,495 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,495 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,495 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,497 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,497 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,499 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:04,499 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:04,500 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f71f78be3b6470c50a029ce0dce4b185; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68268070, jitterRate=0.017273515462875366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:04,500 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:04,500 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 400957736651bd913cbbac505b85e65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59233593, jitterRate=-0.11735068261623383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:04,500 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:04,500 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f71f78be3b6470c50a029ce0dce4b185: Running coprocessor pre-open hook at 1730978764489Writing region info on filesystem at 1730978764489Initializing all the Stores at 1730978764490 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978764491 (+1 ms)Cleaning up temporary data from old regions at 1730978764495 (+4 ms)Running coprocessor post-open hooks at 1730978764500 (+5 ms)Region opened successfully at 1730978764500 2024-11-07T11:26:04,500 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 400957736651bd913cbbac505b85e65f: Running coprocessor pre-open hook at 1730978764489Writing region info on filesystem at 1730978764489Initializing all the Stores at 1730978764490 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978764491 (+1 ms)Cleaning up temporary data from old regions at 1730978764495 (+4 ms)Running coprocessor post-open hooks at 1730978764500 (+5 ms)Region opened successfully at 1730978764500 2024-11-07T11:26:04,502 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185., pid=8, masterSystemTime=1730978764483 2024-11-07T11:26:04,502 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f., pid=7, masterSystemTime=1730978764482 2024-11-07T11:26:04,505 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,505 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:04,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f71f78be3b6470c50a029ce0dce4b185, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:04,507 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,507 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:04,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=400957736651bd913cbbac505b85e65f, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:04,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f71f78be3b6470c50a029ce0dce4b185, server=4ab3d709c6df,42877,1730978762847 because future has completed 2024-11-07T11:26:04,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 400957736651bd913cbbac505b85e65f, server=4ab3d709c6df,35225,1730978762885 because future has completed 2024-11-07T11:26:04,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T11:26:04,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f71f78be3b6470c50a029ce0dce4b185, server=4ab3d709c6df,42877,1730978762847 in 182 msec 2024-11-07T11:26:04,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:26:04,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f71f78be3b6470c50a029ce0dce4b185, ASSIGN in 347 msec 2024-11-07T11:26:04,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 400957736651bd913cbbac505b85e65f, server=4ab3d709c6df,35225,1730978762885 in 186 msec 2024-11-07T11:26:04,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T11:26:04,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=400957736651bd913cbbac505b85e65f, ASSIGN in 349 msec 2024-11-07T11:26:04,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:26:04,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978764523"}]},"ts":"1730978764523"} 2024-11-07T11:26:04,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T11:26:04,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:26:04,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 400 msec 2024-11-07T11:26:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:04,760 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T11:26:04,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T11:26:04,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T11:26:04,764 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T11:26:04,767 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185., hostname=4ab3d709c6df,42877,1730978762847, seqNum=2] 2024-11-07T11:26:04,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:26:04,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:26:04,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:04,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:26:04,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:26:04,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:26:04,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-07T11:26:04,776 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-07T11:26:04,781 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f., hostname=4ab3d709c6df,35225,1730978762885, seqNum=2] 2024-11-07T11:26:04,781 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:04,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:04,794 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f71f78be3b6470c50a029ce0dce4b185 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T11:26:04,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/.tmp/family/cc982f9e19444bf58af3d1fb668c02e8 is 32, key is 1/family:/1730978764768/Put/seqid=0 2024-11-07T11:26:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741839_1015 (size=5054) 2024-11-07T11:26:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741839_1015 (size=5054) 2024-11-07T11:26:04,818 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/.tmp/family/cc982f9e19444bf58af3d1fb668c02e8 2024-11-07T11:26:04,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/.tmp/family/cc982f9e19444bf58af3d1fb668c02e8 as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/family/cc982f9e19444bf58af3d1fb668c02e8 2024-11-07T11:26:04,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/family/cc982f9e19444bf58af3d1fb668c02e8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T11:26:04,836 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f71f78be3b6470c50a029ce0dce4b185 in 42ms, sequenceid=8, compaction requested=false 2024-11-07T11:26:04,836 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f71f78be3b6470c50a029ce0dce4b185: 2024-11-07T11:26:04,836 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 400957736651bd913cbbac505b85e65f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T11:26:04,855 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/.tmp/family/439652b52abe401083cbe72dd1a69051 is 32, key is 5/family:/1730978764783/Put/seqid=0 2024-11-07T11:26:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741840_1016 (size=5083) 2024-11-07T11:26:04,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741840_1016 (size=5083) 2024-11-07T11:26:05,262 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/.tmp/family/439652b52abe401083cbe72dd1a69051 2024-11-07T11:26:05,272 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/.tmp/family/439652b52abe401083cbe72dd1a69051 as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/family/439652b52abe401083cbe72dd1a69051 2024-11-07T11:26:05,281 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/family/439652b52abe401083cbe72dd1a69051, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T11:26:05,282 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 400957736651bd913cbbac505b85e65f in 446ms, sequenceid=9, compaction requested=false 2024-11-07T11:26:05,282 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 400957736651bd913cbbac505b85e65f: 2024-11-07T11:26:05,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:26:05,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:05,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:05,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:26:05,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:26:05,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043773437, stopped=false 2024-11-07T11:26:05,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,34495,1730978762678 2024-11-07T11:26:05,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:05,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:05,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:05,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:05,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:05,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:05,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:05,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:05,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:05,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:05,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:05,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:05,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,42877,1730978762847' ***** 2024-11-07T11:26:05,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:05,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,35225,1730978762885' ***** 2024-11-07T11:26:05,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:05,368 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:05,368 INFO [RS:0;4ab3d709c6df:42877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:05,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:05,368 INFO [RS:0;4ab3d709c6df:42877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:05,368 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:05,368 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(3091): Received CLOSE for f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:05,368 INFO [RS:1;4ab3d709c6df:35225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:05,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:05,369 INFO [RS:1;4ab3d709c6df:35225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:05,369 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:05,369 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:05,369 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:05,369 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:05,369 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f71f78be3b6470c50a029ce0dce4b185, disabling compactions & flushes 2024-11-07T11:26:05,369 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:05,369 INFO [RS:0;4ab3d709c6df:42877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:42877. 2024-11-07T11:26:05,369 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:05,370 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:05,370 INFO [RS:1;4ab3d709c6df:35225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4ab3d709c6df:35225. 2024-11-07T11:26:05,370 DEBUG [RS:0;4ab3d709c6df:42877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:05,370 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. after waiting 0 ms 2024-11-07T11:26:05,370 DEBUG [RS:0;4ab3d709c6df:42877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,370 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:05,370 DEBUG [RS:1;4ab3d709c6df:35225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:05,370 DEBUG [RS:1;4ab3d709c6df:35225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,370 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:05,370 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:05,370 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:26:05,370 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:05,370 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1325): Online Regions={400957736651bd913cbbac505b85e65f=testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f.} 2024-11-07T11:26:05,371 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:26:05,371 DEBUG [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1351): Waiting on 400957736651bd913cbbac505b85e65f 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 400957736651bd913cbbac505b85e65f, disabling compactions & flushes 2024-11-07T11:26:05,371 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:05,371 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:05,371 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f71f78be3b6470c50a029ce0dce4b185=testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185.} 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. after waiting 0 ms 2024-11-07T11:26:05,371 DEBUG [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f71f78be3b6470c50a029ce0dce4b185 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:05,371 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:05,371 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:05,372 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T11:26:05,376 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/400957736651bd913cbbac505b85e65f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T11:26:05,377 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/default/testClearRegionBlockCache/f71f78be3b6470c50a029ce0dce4b185/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:26:05,377 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:05,377 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:05,378 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 400957736651bd913cbbac505b85e65f: Waiting for close lock at 1730978765371Running coprocessor pre-close hooks at 1730978765371Disabling compacts and flushes for region at 1730978765371Disabling writes for close at 1730978765371Writing region close event to WAL at 1730978765372 (+1 ms)Running coprocessor post-close hooks at 1730978765377 (+5 ms)Closed at 1730978765377 2024-11-07T11:26:05,378 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f71f78be3b6470c50a029ce0dce4b185: Waiting for close lock at 1730978765369Running coprocessor pre-close hooks at 1730978765369Disabling compacts and flushes for region at 1730978765369Disabling writes for close at 1730978765370 (+1 ms)Writing region close event to WAL at 1730978765371 (+1 ms)Running coprocessor post-close hooks at 1730978765377 (+6 ms)Closed at 1730978765377 2024-11-07T11:26:05,378 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f. 2024-11-07T11:26:05,378 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730978764127.f71f78be3b6470c50a029ce0dce4b185. 2024-11-07T11:26:05,389 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/info/8f4c4ff9ebaf440f8eed81246fcd3b81 is 173, key is testClearRegionBlockCache,5,1730978764127.400957736651bd913cbbac505b85e65f./info:regioninfo/1730978764508/Put/seqid=0 2024-11-07T11:26:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:05,396 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/info/8f4c4ff9ebaf440f8eed81246fcd3b81 2024-11-07T11:26:05,418 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/ns/f7d114feace34665b4ce5359f3e15507 is 43, key is default/ns:d/1730978764075/Put/seqid=0 2024-11-07T11:26:05,421 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:26:05,421 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:26:05,423 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:05,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:05,424 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/ns/f7d114feace34665b4ce5359f3e15507 2024-11-07T11:26:05,425 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:05,448 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/table/96d0552b31084bec8e46d06072fef3ee is 61, key is testClearRegionBlockCache/table:state/1730978764523/Put/seqid=0 2024-11-07T11:26:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:05,454 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/table/96d0552b31084bec8e46d06072fef3ee 2024-11-07T11:26:05,461 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:26:05,461 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/info/8f4c4ff9ebaf440f8eed81246fcd3b81 as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/info/8f4c4ff9ebaf440f8eed81246fcd3b81 2024-11-07T11:26:05,461 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:26:05,469 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/info/8f4c4ff9ebaf440f8eed81246fcd3b81, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T11:26:05,471 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/ns/f7d114feace34665b4ce5359f3e15507 as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/ns/f7d114feace34665b4ce5359f3e15507 2024-11-07T11:26:05,479 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/ns/f7d114feace34665b4ce5359f3e15507, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T11:26:05,481 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/.tmp/table/96d0552b31084bec8e46d06072fef3ee as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/table/96d0552b31084bec8e46d06072fef3ee 2024-11-07T11:26:05,489 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/table/96d0552b31084bec8e46d06072fef3ee, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T11:26:05,491 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false 2024-11-07T11:26:05,496 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:26:05,497 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:05,497 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:05,497 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978765371Running coprocessor pre-close hooks at 1730978765371Disabling compacts and flushes for region at 1730978765371Disabling writes for close at 1730978765371Obtaining lock to block concurrent updates at 1730978765372 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730978765372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730978765372Flushing stores of hbase:meta,,1.1588230740 at 1730978765373 (+1 ms)Flushing 1588230740/info: creating writer at 1730978765373Flushing 1588230740/info: appending metadata at 1730978765389 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730978765389Flushing 1588230740/ns: creating writer at 1730978765403 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730978765417 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730978765417Flushing 1588230740/table: creating writer at 1730978765430 (+13 ms)Flushing 1588230740/table: appending metadata at 1730978765448 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730978765448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50184ffe: reopening flushed file at 1730978765460 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aed5bfe: reopening flushed file at 1730978765470 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5572f774: reopening flushed file at 1730978765479 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false at 1730978765491 (+12 ms)Writing region close event to WAL at 1730978765492 (+1 ms)Running coprocessor post-close hooks at 1730978765497 (+5 ms)Closed at 1730978765497 2024-11-07T11:26:05,498 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:05,571 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,35225,1730978762885; all regions closed. 2024-11-07T11:26:05,571 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,42877,1730978762847; all regions closed. 2024-11-07T11:26:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741833_1009 (size=1867) 2024-11-07T11:26:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741833_1009 (size=1867) 2024-11-07T11:26:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:05,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/WALs/4ab3d709c6df,42877,1730978762847/4ab3d709c6df%2C42877%2C1730978762847.meta.1730978763995.meta not finished, retry = 0 2024-11-07T11:26:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:05,576 DEBUG [RS:1;4ab3d709c6df:35225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/oldWALs 2024-11-07T11:26:05,576 INFO [RS:1;4ab3d709c6df:35225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35225%2C1730978762885:(num 1730978763559) 2024-11-07T11:26:05,576 DEBUG [RS:1;4ab3d709c6df:35225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,576 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:05,577 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:05,577 INFO [RS:1;4ab3d709c6df:35225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35225 2024-11-07T11:26:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,35225,1730978762885 2024-11-07T11:26:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:05,609 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:05,609 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f12609028e8@315a7278 rejected from java.util.concurrent.ThreadPoolExecutor@7458ea37[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-07T11:26:05,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,35225,1730978762885] 2024-11-07T11:26:05,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,35225,1730978762885 already deleted, retry=false 2024-11-07T11:26:05,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,35225,1730978762885 expired; onlineServers=1 2024-11-07T11:26:05,678 DEBUG [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/oldWALs 2024-11-07T11:26:05,678 INFO [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C42877%2C1730978762847.meta:.meta(num 1730978763995) 2024-11-07T11:26:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741834_1010 (size=1758) 2024-11-07T11:26:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741834_1010 (size=1758) 2024-11-07T11:26:05,684 DEBUG [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/oldWALs 2024-11-07T11:26:05,684 INFO [RS:0;4ab3d709c6df:42877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C42877%2C1730978762847:(num 1730978763559) 2024-11-07T11:26:05,684 DEBUG [RS:0;4ab3d709c6df:42877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:05,684 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:05,684 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:05,685 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:05,685 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:05,685 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:05,685 INFO [RS:0;4ab3d709c6df:42877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42877 2024-11-07T11:26:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,42877,1730978762847 2024-11-07T11:26:05,696 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:05,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,42877,1730978762847] 2024-11-07T11:26:05,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,42877,1730978762847 already deleted, retry=false 2024-11-07T11:26:05,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,42877,1730978762847 expired; onlineServers=0 2024-11-07T11:26:05,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,34495,1730978762678' ***** 2024-11-07T11:26:05,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:26:05,718 INFO [M:0;4ab3d709c6df:34495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:05,718 INFO [M:0;4ab3d709c6df:34495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:05,718 DEBUG [M:0;4ab3d709c6df:34495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:26:05,718 DEBUG [M:0;4ab3d709c6df:34495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:26:05,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:26:05,718 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978763291 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978763291,5,FailOnTimeoutGroup] 2024-11-07T11:26:05,718 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978763286 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978763286,5,FailOnTimeoutGroup] 2024-11-07T11:26:05,718 INFO [M:0;4ab3d709c6df:34495 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:05,718 INFO [M:0;4ab3d709c6df:34495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:05,719 DEBUG [M:0;4ab3d709c6df:34495 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:26:05,719 INFO [M:0;4ab3d709c6df:34495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:26:05,719 INFO [M:0;4ab3d709c6df:34495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:05,719 INFO [M:0;4ab3d709c6df:34495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:26:05,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:26:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101150bcb500002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:05,720 INFO [RS:1;4ab3d709c6df:35225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:05,720 INFO [RS:1;4ab3d709c6df:35225 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,35225,1730978762885; zookeeper connection closed. 2024-11-07T11:26:05,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a479f09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a479f09 2024-11-07T11:26:05,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:05,728 DEBUG [M:0;4ab3d709c6df:34495 {}] zookeeper.ZKUtil(347): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:26:05,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:05,728 WARN [M:0;4ab3d709c6df:34495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:26:05,729 INFO [M:0;4ab3d709c6df:34495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/.lastflushedseqids 2024-11-07T11:26:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:26:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:26:05,737 INFO [M:0;4ab3d709c6df:34495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:26:05,737 INFO [M:0;4ab3d709c6df:34495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:26:05,737 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:05,738 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:05,738 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:05,738 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:05,738 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:05,738 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-07T11:26:05,763 DEBUG [M:0;4ab3d709c6df:34495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f829e338f1cf4ca2951ea6eef3280bc4 is 82, key is hbase:meta,,1/info:regioninfo/1730978764047/Put/seqid=0 2024-11-07T11:26:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:05,770 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f829e338f1cf4ca2951ea6eef3280bc4 2024-11-07T11:26:05,793 DEBUG [M:0;4ab3d709c6df:34495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2343dc33c39b4a51890e041d302c403c is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978764529/Put/seqid=0 2024-11-07T11:26:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741846_1022 (size=6220) 2024-11-07T11:26:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741846_1022 (size=6220) 2024-11-07T11:26:05,801 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2343dc33c39b4a51890e041d302c403c 2024-11-07T11:26:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:05,807 INFO [RS:0;4ab3d709c6df:42877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x101150bcb500001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:05,807 INFO [RS:0;4ab3d709c6df:42877 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,42877,1730978762847; zookeeper connection closed. 2024-11-07T11:26:05,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3200b0ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3200b0ee 2024-11-07T11:26:05,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T11:26:05,824 DEBUG [M:0;4ab3d709c6df:34495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27d2b8d098d749dbafb5585668b8a5de is 69, key is 4ab3d709c6df,35225,1730978762885/rs:state/1730978763354/Put/seqid=0 2024-11-07T11:26:05,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:05,830 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27d2b8d098d749dbafb5585668b8a5de 2024-11-07T11:26:05,839 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f829e338f1cf4ca2951ea6eef3280bc4 as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f829e338f1cf4ca2951ea6eef3280bc4 2024-11-07T11:26:05,846 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f829e338f1cf4ca2951ea6eef3280bc4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T11:26:05,848 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2343dc33c39b4a51890e041d302c403c as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2343dc33c39b4a51890e041d302c403c 2024-11-07T11:26:05,855 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2343dc33c39b4a51890e041d302c403c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T11:26:05,856 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27d2b8d098d749dbafb5585668b8a5de as hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27d2b8d098d749dbafb5585668b8a5de 2024-11-07T11:26:05,865 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27d2b8d098d749dbafb5585668b8a5de, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T11:26:05,867 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-11-07T11:26:05,868 INFO [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:05,869 DEBUG [M:0;4ab3d709c6df:34495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978765737Disabling compacts and flushes for region at 1730978765737Disabling writes for close at 1730978765738 (+1 ms)Obtaining lock to block concurrent updates at 1730978765738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978765738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1730978765739 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978765739Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978765740 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978765762 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978765762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978765778 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978765793 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978765793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978765807 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978765823 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978765823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d22e06: reopening flushed file at 1730978765837 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3400c948: reopening flushed file at 1730978765847 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48550b08: reopening flushed file at 1730978765855 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1730978765867 (+12 ms)Writing region close event to WAL at 1730978765868 (+1 ms)Closed at 1730978765868 2024-11-07T11:26:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39035 is added to blk_1073741830_1006 (size=35452) 2024-11-07T11:26:05,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2da843e0-659d-32ce-bc82-57c41132ab69/MasterData/WALs/4ab3d709c6df,34495,1730978762678/4ab3d709c6df%2C34495%2C1730978762678.1730978763046 not finished, retry = 0 2024-11-07T11:26:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741830_1006 (size=35452) 2024-11-07T11:26:05,973 INFO [M:0;4ab3d709c6df:34495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:26:05,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:05,974 INFO [M:0;4ab3d709c6df:34495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34495 2024-11-07T11:26:05,974 INFO [M:0;4ab3d709c6df:34495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:06,081 INFO [M:0;4ab3d709c6df:34495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:06,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34495-0x101150bcb500000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:06,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@463c364d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:06,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:06,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:06,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:06,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:06,121 WARN [BP-1659516437-172.17.0.2-1730978760288 heartbeating to localhost/127.0.0.1:34047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:06,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:06,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:06,121 WARN [BP-1659516437-172.17.0.2-1730978760288 heartbeating to localhost/127.0.0.1:34047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659516437-172.17.0.2-1730978760288 (Datanode Uuid 8868c1fe-c253-43d2-8d44-2606e673c267) service to localhost/127.0.0.1:34047 2024-11-07T11:26:06,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data3/current/BP-1659516437-172.17.0.2-1730978760288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:06,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data4/current/BP-1659516437-172.17.0.2-1730978760288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:06,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:06,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6198467d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:06,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:06,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:06,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:06,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:06,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:06,135 WARN [BP-1659516437-172.17.0.2-1730978760288 heartbeating to localhost/127.0.0.1:34047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:06,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:06,135 WARN [BP-1659516437-172.17.0.2-1730978760288 heartbeating to localhost/127.0.0.1:34047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659516437-172.17.0.2-1730978760288 (Datanode Uuid 8fbac987-f428-415d-8a20-8717d040b062) service to localhost/127.0.0.1:34047 2024-11-07T11:26:06,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data1/current/BP-1659516437-172.17.0.2-1730978760288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:06,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/cluster_996d7a99-6f1c-07ba-7a6a-cecf4be8e3fa/data/data2/current/BP-1659516437-172.17.0.2-1730978760288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:06,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:06,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3afc967b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:06,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:06,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:06,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:06,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:06,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:26:06,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:26:06,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=109 (was 79) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34047 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34047 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=653 (was 790) 2024-11-07T11:26:06,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=109, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=653 2024-11-07T11:26:06,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir so I do NOT create it in target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35 2024-11-07T11:26:06,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:26:06,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.tmp.dir so I do NOT create it in target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35 2024-11-07T11:26:06,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40292a21-6232-3154-864a-dabcd82ecfbe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:26:06,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35 2024-11-07T11:26:06,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:26:06,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0, deleteOnExit=true 2024-11-07T11:26:06,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/test.cache.data in system properties and HBase conf 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:26:06,196 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:26:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:26:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:26:06,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:06,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:06,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:06,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:06,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:26:06,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:06,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:06,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d510aea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:06,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ebe722f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-13279929202751367059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:06,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@410bba7d{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-07T11:26:06,608 INFO [Time-limited test {}] server.Server(415): Started @18827ms 2024-11-07T11:26:06,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:06,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:06,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:06,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:06,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:06,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f1448d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:06,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77fb531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:07,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d6d4dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/java.io.tmpdir/jetty-localhost-40143-hadoop-hdfs-3_4_1-tests_jar-_-any-3236097052258782561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:07,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15327142{HTTP/1.1, (http/1.1)}{localhost:40143} 2024-11-07T11:26:07,024 INFO [Time-limited test {}] server.Server(415): Started @19243ms 2024-11-07T11:26:07,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:07,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:07,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:07,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:07,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:07,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:26:07,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109c261f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:07,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26487961{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:07,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7505f332{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/java.io.tmpdir/jetty-localhost-45527-hadoop-hdfs-3_4_1-tests_jar-_-any-17721091204703697098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:07,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@425f73f6{HTTP/1.1, (http/1.1)}{localhost:45527} 2024-11-07T11:26:07,154 INFO [Time-limited test {}] server.Server(415): Started @19373ms 2024-11-07T11:26:07,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:08,329 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data2/current/BP-290405126-172.17.0.2-1730978766220/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:08,330 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data1/current/BP-290405126-172.17.0.2-1730978766220/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:08,351 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb251c5599b65c46 with lease ID 0x24850316cf69072c: Processing first storage report for DS-f4eb4a20-a323-401b-86bf-a55a1058c5c4 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d33a9d8d-e25a-4493-84aa-661ef19ee8a4, infoPort=38817, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220) 2024-11-07T11:26:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb251c5599b65c46 with lease ID 0x24850316cf69072c: from storage DS-f4eb4a20-a323-401b-86bf-a55a1058c5c4 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d33a9d8d-e25a-4493-84aa-661ef19ee8a4, infoPort=38817, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb251c5599b65c46 with lease ID 0x24850316cf69072c: Processing first storage report for DS-37da4d7a-de0a-471f-983d-c821ee0ad78e from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d33a9d8d-e25a-4493-84aa-661ef19ee8a4, infoPort=38817, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220) 2024-11-07T11:26:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb251c5599b65c46 with lease ID 0x24850316cf69072c: from storage DS-37da4d7a-de0a-471f-983d-c821ee0ad78e node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d33a9d8d-e25a-4493-84aa-661ef19ee8a4, infoPort=38817, infoSecurePort=0, ipcPort=35481, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:08,487 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data3/current/BP-290405126-172.17.0.2-1730978766220/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:08,489 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data4/current/BP-290405126-172.17.0.2-1730978766220/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:08,513 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf350befa0e83823f with lease ID 0x24850316cf69072d: Processing first storage report for DS-451027bb-57d2-4872-822d-73149b474af0 from datanode DatanodeRegistration(127.0.0.1:33527, datanodeUuid=5925a59a-08a6-4c14-a863-f7b3deaba1b0, infoPort=38641, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220) 2024-11-07T11:26:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf350befa0e83823f with lease ID 0x24850316cf69072d: from storage DS-451027bb-57d2-4872-822d-73149b474af0 node DatanodeRegistration(127.0.0.1:33527, datanodeUuid=5925a59a-08a6-4c14-a863-f7b3deaba1b0, infoPort=38641, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf350befa0e83823f with lease ID 0x24850316cf69072d: Processing first storage report for DS-bc20b4f0-56b1-4bff-8211-691911729526 from datanode DatanodeRegistration(127.0.0.1:33527, datanodeUuid=5925a59a-08a6-4c14-a863-f7b3deaba1b0, infoPort=38641, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220) 2024-11-07T11:26:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf350befa0e83823f with lease ID 0x24850316cf69072d: from storage DS-bc20b4f0-56b1-4bff-8211-691911729526 node DatanodeRegistration(127.0.0.1:33527, datanodeUuid=5925a59a-08a6-4c14-a863-f7b3deaba1b0, infoPort=38641, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=480108308;c=1730978766220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:08,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35 2024-11-07T11:26:08,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/zookeeper_0, clientPort=60982, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:26:08,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60982 2024-11-07T11:26:08,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:08,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e with version=8 2024-11-07T11:26:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/hbase-staging 2024-11-07T11:26:08,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:26:08,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:08,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33983 2024-11-07T11:26:08,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33983 connecting to ZooKeeper ensemble=127.0.0.1:60982 2024-11-07T11:26:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339830x0, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:08,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33983-0x101150be2870000 connected 2024-11-07T11:26:08,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:08,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e, hbase.cluster.distributed=false 2024-11-07T11:26:08,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:08,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33983 2024-11-07T11:26:08,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33983 2024-11-07T11:26:08,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33983 2024-11-07T11:26:08,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33983 2024-11-07T11:26:08,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33983 2024-11-07T11:26:08,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:08,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:08,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35027 2024-11-07T11:26:08,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35027 connecting to ZooKeeper ensemble=127.0.0.1:60982 2024-11-07T11:26:08,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350270x0, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:08,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:08,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35027-0x101150be2870001 connected 2024-11-07T11:26:08,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:08,821 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:08,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:08,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:08,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-07T11:26:08,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35027 2024-11-07T11:26:08,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35027 2024-11-07T11:26:08,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-07T11:26:08,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-07T11:26:08,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:08,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:08,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36245 2024-11-07T11:26:08,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36245 connecting to ZooKeeper ensemble=127.0.0.1:60982 2024-11-07T11:26:08,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362450x0, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:08,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362450x0, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:08,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36245-0x101150be2870002 connected 2024-11-07T11:26:08,862 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:08,863 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:08,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:08,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:08,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-07T11:26:08,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36245 2024-11-07T11:26:08,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36245 2024-11-07T11:26:08,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-07T11:26:08,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-07T11:26:08,887 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:33983 2024-11-07T11:26:08,887 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:08,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:08,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:08,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:08,918 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:08,928 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:26:08,928 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab3d709c6df,33983,1730978768620 from backup master directory 2024-11-07T11:26:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:08,938 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:08,938 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:08,943 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/hbase.id] with ID: b61d22c2-6d22-4c0d-b7ec-96ba174e6058 2024-11-07T11:26:08,943 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/.tmp/hbase.id 2024-11-07T11:26:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:08,949 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/.tmp/hbase.id]:[hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/hbase.id] 2024-11-07T11:26:08,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:08,963 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:26:08,964 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:26:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:08,985 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:08,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:26:08,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:08,996 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store 2024-11-07T11:26:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:09,004 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:09,004 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:09,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:09,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:09,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:09,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:09,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:09,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978769004Disabling compacts and flushes for region at 1730978769004Disabling writes for close at 1730978769005 (+1 ms)Writing region close event to WAL at 1730978769005Closed at 1730978769005 2024-11-07T11:26:09,006 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/.initializing 2024-11-07T11:26:09,006 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/WALs/4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:09,007 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:09,009 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C33983%2C1730978768620, suffix=, logDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/WALs/4ab3d709c6df,33983,1730978768620, archiveDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/oldWALs, maxLogs=10 2024-11-07T11:26:09,029 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/WALs/4ab3d709c6df,33983,1730978768620/4ab3d709c6df%2C33983%2C1730978768620.1730978769010, exclude list is [], retry=0 2024-11-07T11:26:09,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-f4eb4a20-a323-401b-86bf-a55a1058c5c4,DISK] 2024-11-07T11:26:09,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-451027bb-57d2-4872-822d-73149b474af0,DISK] 2024-11-07T11:26:09,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/WALs/4ab3d709c6df,33983,1730978768620/4ab3d709c6df%2C33983%2C1730978768620.1730978769010 2024-11-07T11:26:09,035 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38817:38817),(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-07T11:26:09,035 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:09,035 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:09,036 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,036 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:26:09,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:26:09,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:09,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:26:09,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:09,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:26:09,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:09,047 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,048 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,048 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,050 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,050 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,050 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:09,051 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:09,054 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:09,054 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59861899, jitterRate=-0.10798819363117218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:09,055 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978769036Initializing all the Stores at 1730978769037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769037Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978769037Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978769037Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978769037Cleaning up temporary data from old regions at 1730978769050 (+13 ms)Region opened successfully at 1730978769055 (+5 ms) 2024-11-07T11:26:09,055 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:26:09,059 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4e4121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:09,060 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:26:09,060 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:26:09,060 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:26:09,061 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:26:09,061 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:26:09,062 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:26:09,062 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:26:09,064 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:26:09,065 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:26:09,075 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:26:09,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:26:09,076 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:26:09,085 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:26:09,086 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:26:09,087 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:26:09,096 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:26:09,097 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:26:09,106 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:26:09,109 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:26:09,117 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:26:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,129 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,33983,1730978768620, sessionid=0x101150be2870000, setting cluster-up flag (Was=false) 2024-11-07T11:26:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,180 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:26:09,182 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,233 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:26:09,234 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:09,236 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:26:09,237 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:09,238 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:26:09,238 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:26:09,238 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,33983,1730978768620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:09,240 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978799241 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:26:09,241 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,242 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:26:09,242 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:26:09,242 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:26:09,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:09,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:26:09,242 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:26:09,242 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:26:09,242 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978769242,5,FailOnTimeoutGroup] 2024-11-07T11:26:09,243 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978769242,5,FailOnTimeoutGroup] 2024-11-07T11:26:09,243 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,243 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:26:09,243 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,243 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:26:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:09,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:26:09,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e 2024-11-07T11:26:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:09,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:09,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:09,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:09,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:09,272 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(746): ClusterId : b61d22c2-6d22-4c0d-b7ec-96ba174e6058 2024-11-07T11:26:09,272 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:09,272 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(746): ClusterId : b61d22c2-6d22-4c0d-b7ec-96ba174e6058 2024-11-07T11:26:09,272 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:09,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:09,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:09,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:09,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:09,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:09,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:09,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740 2024-11-07T11:26:09,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740 2024-11-07T11:26:09,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:09,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:09,282 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:09,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:09,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:09,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62696717, jitterRate=-0.06574611365795135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978769267Initializing all the Stores at 1730978769268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978769268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769268Cleaning up temporary data from old regions at 1730978769281 (+13 ms)Region opened successfully at 1730978769287 (+6 ms) 2024-11-07T11:26:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:09,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:09,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:09,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978769287Disabling compacts and flushes for region at 1730978769287Disabling writes for close at 1730978769287Writing region close event to WAL at 1730978769288 (+1 ms)Closed at 1730978769288 2024-11-07T11:26:09,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:09,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:26:09,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:26:09,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:09,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:26:09,293 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:09,293 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:09,293 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:09,294 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:09,314 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:09,315 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:09,315 DEBUG [RS:0;4ab3d709c6df:35027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b50b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:09,315 DEBUG [RS:1;4ab3d709c6df:36245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e99e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:09,326 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:35027 2024-11-07T11:26:09,326 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:09,326 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:09,326 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:09,326 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ab3d709c6df:36245 2024-11-07T11:26:09,326 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:09,327 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:09,327 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:09,327 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,33983,1730978768620 with port=35027, startcode=1730978768800 2024-11-07T11:26:09,327 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,33983,1730978768620 with port=36245, startcode=1730978768839 2024-11-07T11:26:09,327 DEBUG [RS:0;4ab3d709c6df:35027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:09,327 DEBUG [RS:1;4ab3d709c6df:36245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:09,329 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:09,329 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:09,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:09,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:09,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,331 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e 2024-11-07T11:26:09,331 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42787 2024-11-07T11:26:09,331 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:09,333 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e 2024-11-07T11:26:09,333 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42787 2024-11-07T11:26:09,333 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:09,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:09,379 DEBUG [RS:0;4ab3d709c6df:35027 {}] zookeeper.ZKUtil(111): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:09,379 WARN [RS:0;4ab3d709c6df:35027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:09,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,35027,1730978768800] 2024-11-07T11:26:09,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,36245,1730978768839] 2024-11-07T11:26:09,379 INFO [RS:0;4ab3d709c6df:35027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:09,380 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:09,380 DEBUG [RS:1;4ab3d709c6df:36245 {}] zookeeper.ZKUtil(111): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,380 WARN [RS:1;4ab3d709c6df:36245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:09,380 INFO [RS:1;4ab3d709c6df:36245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:09,380 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,387 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:09,390 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:09,390 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:09,390 INFO [RS:0;4ab3d709c6df:35027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:09,390 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,391 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:09,392 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:09,392 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,392 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,392 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,392 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,392 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,392 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:09,393 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:09,393 DEBUG [RS:0;4ab3d709c6df:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:09,395 INFO [RS:1;4ab3d709c6df:36245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:09,396 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,396 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:09,396 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,396 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,396 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,396 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,396 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,396 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35027,1730978768800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:09,397 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:09,397 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,397 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,398 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,398 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,398 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,398 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:09,398 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:09,398 DEBUG [RS:1;4ab3d709c6df:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:09,399 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,399 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,399 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,399 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,399 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,399 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36245,1730978768839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:09,411 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:09,411 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35027,1730978768800-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,411 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,412 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.Replication(171): 4ab3d709c6df,35027,1730978768800 started 2024-11-07T11:26:09,413 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:09,414 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36245,1730978768839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,414 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,414 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.Replication(171): 4ab3d709c6df,36245,1730978768839 started 2024-11-07T11:26:09,425 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,425 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,35027,1730978768800, RpcServer on 4ab3d709c6df/172.17.0.2:35027, sessionid=0x101150be2870001 2024-11-07T11:26:09,425 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:09,425 DEBUG [RS:0;4ab3d709c6df:35027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:09,425 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35027,1730978768800' 2024-11-07T11:26:09,425 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:09,425 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:09,426 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:09,426 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:09,426 DEBUG [RS:0;4ab3d709c6df:35027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:09,426 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35027,1730978768800' 2024-11-07T11:26:09,426 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:09,426 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:09,427 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,427 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,36245,1730978768839, RpcServer on 4ab3d709c6df/172.17.0.2:36245, sessionid=0x101150be2870002 2024-11-07T11:26:09,427 DEBUG [RS:0;4ab3d709c6df:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:09,427 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:09,427 INFO [RS:0;4ab3d709c6df:35027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:09,427 DEBUG [RS:1;4ab3d709c6df:36245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,427 INFO [RS:0;4ab3d709c6df:35027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:09,427 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36245,1730978768839' 2024-11-07T11:26:09,427 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:09,427 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:09,428 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:09,428 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:09,428 DEBUG [RS:1;4ab3d709c6df:36245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,428 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36245,1730978768839' 2024-11-07T11:26:09,428 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:09,428 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:09,429 DEBUG [RS:1;4ab3d709c6df:36245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:09,429 INFO [RS:1;4ab3d709c6df:36245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:09,429 INFO [RS:1;4ab3d709c6df:36245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:09,442 WARN [4ab3d709c6df:33983 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:26:09,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:26:09,528 INFO [RS:0;4ab3d709c6df:35027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:09,530 INFO [RS:1;4ab3d709c6df:36245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:09,532 INFO [RS:0;4ab3d709c6df:35027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C35027%2C1730978768800, suffix=, logDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,35027,1730978768800, archiveDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/oldWALs, maxLogs=32 2024-11-07T11:26:09,533 INFO [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C36245%2C1730978768839, suffix=, logDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839, archiveDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/oldWALs, maxLogs=32 2024-11-07T11:26:09,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:09,547 DEBUG [RS:0;4ab3d709c6df:35027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,35027,1730978768800/4ab3d709c6df%2C35027%2C1730978768800.1730978769533, exclude list is [], retry=0 2024-11-07T11:26:09,548 DEBUG [RS:1;4ab3d709c6df:36245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839/4ab3d709c6df%2C36245%2C1730978768839.1730978769533, exclude list is [], retry=0 2024-11-07T11:26:09,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-451027bb-57d2-4872-822d-73149b474af0,DISK] 2024-11-07T11:26:09,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-f4eb4a20-a323-401b-86bf-a55a1058c5c4,DISK] 2024-11-07T11:26:09,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-451027bb-57d2-4872-822d-73149b474af0,DISK] 2024-11-07T11:26:09,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-f4eb4a20-a323-401b-86bf-a55a1058c5c4,DISK] 2024-11-07T11:26:09,556 INFO [RS:0;4ab3d709c6df:35027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,35027,1730978768800/4ab3d709c6df%2C35027%2C1730978768800.1730978769533 2024-11-07T11:26:09,557 DEBUG [RS:0;4ab3d709c6df:35027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641),(127.0.0.1/127.0.0.1:38817:38817)] 2024-11-07T11:26:09,558 INFO [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839/4ab3d709c6df%2C36245%2C1730978768839.1730978769533 2024-11-07T11:26:09,558 DEBUG [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38817:38817),(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-07T11:26:09,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:09,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:09,692 DEBUG [4ab3d709c6df:33983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T11:26:09,693 DEBUG [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:09,696 DEBUG [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:09,696 DEBUG [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:09,696 DEBUG [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:09,696 DEBUG [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:09,696 INFO [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:09,696 INFO [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:09,696 DEBUG [4ab3d709c6df:33983 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:09,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,698 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36245,1730978768839, state=OPENING 2024-11-07T11:26:09,717 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:26:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:09,729 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:09,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36245,1730978768839}] 2024-11-07T11:26:09,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:09,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:09,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:09,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:09,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:09,895 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:26:09,895 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:09,896 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:26:09,898 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C36245%2C1730978768839.meta, suffix=.meta, logDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839, archiveDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/oldWALs, maxLogs=32 2024-11-07T11:26:09,912 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839/4ab3d709c6df%2C36245%2C1730978768839.meta.1730978769899.meta, exclude list is [], retry=0 2024-11-07T11:26:09,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-451027bb-57d2-4872-822d-73149b474af0,DISK] 2024-11-07T11:26:09,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-f4eb4a20-a323-401b-86bf-a55a1058c5c4,DISK] 2024-11-07T11:26:09,917 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839/4ab3d709c6df%2C36245%2C1730978768839.meta.1730978769899.meta 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641),(127.0.0.1/127.0.0.1:38817:38817)] 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:26:09,918 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:26:09,918 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:26:09,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:09,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:09,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:09,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:09,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:09,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:09,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:09,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:09,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:09,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:09,927 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:09,928 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740 2024-11-07T11:26:09,929 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740 2024-11-07T11:26:09,931 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:09,931 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:09,931 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:09,933 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:09,934 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723599, jitterRate=-0.020642057061195374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:09,934 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:26:09,936 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978769919Writing region info on filesystem at 1730978769919Initializing all the Stores at 1730978769920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978769920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978769920Cleaning up temporary data from old regions at 1730978769931 (+11 ms)Running coprocessor post-open hooks at 1730978769935 (+4 ms)Region opened successfully at 1730978769936 (+1 ms) 2024-11-07T11:26:09,937 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978769884 2024-11-07T11:26:09,940 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:26:09,941 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:26:09,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36245,1730978768839, state=OPEN 2024-11-07T11:26:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:09,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:09,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:09,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:09,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:09,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:26:09,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36245,1730978768839 in 220 msec 2024-11-07T11:26:09,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:26:09,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-07T11:26:09,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:09,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:26:09,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:09,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36245,1730978768839, seqNum=-1] 2024-11-07T11:26:09,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:09,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:09,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-11-07T11:26:09,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978769966, completionTime=-1 2024-11-07T11:26:09,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T11:26:09,966 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:26:09,968 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978829968 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978889969 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33983,1730978768620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33983,1730978768620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33983,1730978768620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:33983, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,970 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,970 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:09,972 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:26:09,974 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.036sec 2024-11-07T11:26:09,974 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:26:09,974 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:26:09,974 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:26:09,974 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:26:09,975 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:26:09,975 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33983,1730978768620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:09,975 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33983,1730978768620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:26:09,977 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:26:09,977 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:26:09,977 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33983,1730978768620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:10,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10040ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:10,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33983,-1 for getting cluster id 2024-11-07T11:26:10,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:26:10,079 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b61d22c2-6d22-4c0d-b7ec-96ba174e6058' 2024-11-07T11:26:10,080 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:26:10,080 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b61d22c2-6d22-4c0d-b7ec-96ba174e6058" 2024-11-07T11:26:10,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebc2e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:10,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33983,-1] 2024-11-07T11:26:10,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:26:10,082 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:10,083 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:26:10,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e32c1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:10,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:10,086 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36245,1730978768839, seqNum=-1] 2024-11-07T11:26:10,086 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:10,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:10,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:10,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:26:10,092 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:10,092 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c91b170 2024-11-07T11:26:10,092 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:26:10,093 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:26:10,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T11:26:10,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:26:10,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:10,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T11:26:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:10,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:26:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:10,514 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20cc41c7f6abf28b25ea28ede3c666bf, NAME => 'testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e 2024-11-07T11:26:10,515 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dd6473192d2d3284be0153b809dc0f64, NAME => 'testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e 2024-11-07T11:26:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing dd6473192d2d3284be0153b809dc0f64, disabling compactions & flushes 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 20cc41c7f6abf28b25ea28ede3c666bf, disabling compactions & flushes 2024-11-07T11:26:10,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. after waiting 0 ms 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. after waiting 0 ms 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20cc41c7f6abf28b25ea28ede3c666bf: Waiting for close lock at 1730978770528Disabling compacts and flushes for region at 1730978770528Disabling writes for close at 1730978770528Writing region close event to WAL at 1730978770528Closed at 1730978770528 2024-11-07T11:26:10,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for dd6473192d2d3284be0153b809dc0f64: Waiting for close lock at 1730978770528Disabling compacts and flushes for region at 1730978770528Disabling writes for close at 1730978770528Writing region close event to WAL at 1730978770528Closed at 1730978770528 2024-11-07T11:26:10,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:26:10,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978770530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978770530"}]},"ts":"1730978770530"} 2024-11-07T11:26:10,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978770530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978770530"}]},"ts":"1730978770530"} 2024-11-07T11:26:10,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T11:26:10,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:26:10,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978770535"}]},"ts":"1730978770535"} 2024-11-07T11:26:10,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T11:26:10,538 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:10,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:10,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:10,540 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:10,540 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:10,540 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:10,540 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:10,540 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:10,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=20cc41c7f6abf28b25ea28ede3c666bf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd6473192d2d3284be0153b809dc0f64, ASSIGN}] 2024-11-07T11:26:10,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd6473192d2d3284be0153b809dc0f64, ASSIGN 2024-11-07T11:26:10,542 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=20cc41c7f6abf28b25ea28ede3c666bf, ASSIGN 2024-11-07T11:26:10,543 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=20cc41c7f6abf28b25ea28ede3c666bf, ASSIGN; state=OFFLINE, location=4ab3d709c6df,36245,1730978768839; forceNewPlan=false, retain=false 2024-11-07T11:26:10,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd6473192d2d3284be0153b809dc0f64, ASSIGN; state=OFFLINE, location=4ab3d709c6df,35027,1730978768800; forceNewPlan=false, retain=false 2024-11-07T11:26:10,693 INFO [4ab3d709c6df:33983 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T11:26:10,694 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd6473192d2d3284be0153b809dc0f64, regionState=OPENING, regionLocation=4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:10,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20cc41c7f6abf28b25ea28ede3c666bf, regionState=OPENING, regionLocation=4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd6473192d2d3284be0153b809dc0f64, ASSIGN because future has completed 2024-11-07T11:26:10,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd6473192d2d3284be0153b809dc0f64, server=4ab3d709c6df,35027,1730978768800}] 2024-11-07T11:26:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=20cc41c7f6abf28b25ea28ede3c666bf, ASSIGN because future has completed 2024-11-07T11:26:10,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20cc41c7f6abf28b25ea28ede3c666bf, server=4ab3d709c6df,36245,1730978768839}] 2024-11-07T11:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:10,851 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:10,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:10,858 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,858 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dd6473192d2d3284be0153b809dc0f64, NAME => 'testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T11:26:10,858 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,858 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,858 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:10,858 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 20cc41c7f6abf28b25ea28ede3c666bf, NAME => 'testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T11:26:10,858 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,858 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,859 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,859 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:10,859 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,859 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,860 INFO [StoreOpener-dd6473192d2d3284be0153b809dc0f64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,860 INFO [StoreOpener-20cc41c7f6abf28b25ea28ede3c666bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,862 INFO [StoreOpener-20cc41c7f6abf28b25ea28ede3c666bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cc41c7f6abf28b25ea28ede3c666bf columnFamilyName family 2024-11-07T11:26:10,862 INFO [StoreOpener-dd6473192d2d3284be0153b809dc0f64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd6473192d2d3284be0153b809dc0f64 columnFamilyName family 2024-11-07T11:26:10,862 DEBUG [StoreOpener-20cc41c7f6abf28b25ea28ede3c666bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:10,862 DEBUG [StoreOpener-dd6473192d2d3284be0153b809dc0f64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:10,862 INFO [StoreOpener-dd6473192d2d3284be0153b809dc0f64-1 {}] regionserver.HStore(327): Store=dd6473192d2d3284be0153b809dc0f64/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:10,862 INFO [StoreOpener-20cc41c7f6abf28b25ea28ede3c666bf-1 {}] regionserver.HStore(327): Store=20cc41c7f6abf28b25ea28ede3c666bf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:10,863 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,863 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,863 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,864 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,866 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,866 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,869 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:10,869 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:10,870 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 20cc41c7f6abf28b25ea28ede3c666bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61081134, jitterRate=-0.08982017636299133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:10,870 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened dd6473192d2d3284be0153b809dc0f64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65938313, jitterRate=-0.017442569136619568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:10,870 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:10,870 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:10,871 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 20cc41c7f6abf28b25ea28ede3c666bf: Running coprocessor pre-open hook at 1730978770859Writing region info on filesystem at 1730978770859Initializing all the Stores at 1730978770860 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978770860Cleaning up temporary data from old regions at 1730978770864 (+4 ms)Running coprocessor post-open hooks at 1730978770870 (+6 ms)Region opened successfully at 1730978770870 2024-11-07T11:26:10,871 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dd6473192d2d3284be0153b809dc0f64: Running coprocessor pre-open hook at 1730978770859Writing region info on filesystem at 1730978770859Initializing all the Stores at 1730978770860 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978770860Cleaning up temporary data from old regions at 1730978770864 (+4 ms)Running coprocessor post-open hooks at 1730978770870 (+6 ms)Region opened successfully at 1730978770870 2024-11-07T11:26:10,872 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf., pid=8, masterSystemTime=1730978770854 2024-11-07T11:26:10,872 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64., pid=7, masterSystemTime=1730978770851 2024-11-07T11:26:10,874 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,874 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:10,875 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20cc41c7f6abf28b25ea28ede3c666bf, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:10,875 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,875 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:10,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd6473192d2d3284be0153b809dc0f64, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:10,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20cc41c7f6abf28b25ea28ede3c666bf, server=4ab3d709c6df,36245,1730978768839 because future has completed 2024-11-07T11:26:10,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd6473192d2d3284be0153b809dc0f64, server=4ab3d709c6df,35027,1730978768800 because future has completed 2024-11-07T11:26:10,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T11:26:10,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20cc41c7f6abf28b25ea28ede3c666bf, server=4ab3d709c6df,36245,1730978768839 in 177 msec 2024-11-07T11:26:10,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:26:10,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dd6473192d2d3284be0153b809dc0f64, server=4ab3d709c6df,35027,1730978768800 in 183 msec 2024-11-07T11:26:10,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=20cc41c7f6abf28b25ea28ede3c666bf, ASSIGN in 342 msec 2024-11-07T11:26:10,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T11:26:10,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd6473192d2d3284be0153b809dc0f64, ASSIGN in 343 msec 2024-11-07T11:26:10,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:26:10,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978770887"}]},"ts":"1730978770887"} 2024-11-07T11:26:10,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T11:26:10,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:26:10,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 797 msec 2024-11-07T11:26:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:11,240 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T11:26:11,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T11:26:11,241 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:11,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T11:26:11,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:11,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T11:26:11,250 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf., hostname=4ab3d709c6df,36245,1730978768839, seqNum=2] 2024-11-07T11:26:11,265 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64., hostname=4ab3d709c6df,35027,1730978768800, seqNum=2] 2024-11-07T11:26:11,265 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:11,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:11,278 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd6473192d2d3284be0153b809dc0f64 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T11:26:11,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/.tmp/family/4187f5bc727e495cbd3eb4952320d49a is 32, key is 5/family:/1730978771267/Put/seqid=0 2024-11-07T11:26:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741839_1015 (size=5083) 2024-11-07T11:26:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741839_1015 (size=5083) 2024-11-07T11:26:11,307 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/.tmp/family/4187f5bc727e495cbd3eb4952320d49a 2024-11-07T11:26:11,317 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/.tmp/family/4187f5bc727e495cbd3eb4952320d49a as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/family/4187f5bc727e495cbd3eb4952320d49a 2024-11-07T11:26:11,328 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/family/4187f5bc727e495cbd3eb4952320d49a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T11:26:11,329 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for dd6473192d2d3284be0153b809dc0f64 in 51ms, sequenceid=9, compaction requested=false 2024-11-07T11:26:11,329 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd6473192d2d3284be0153b809dc0f64: 2024-11-07T11:26:11,329 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 20cc41c7f6abf28b25ea28ede3c666bf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T11:26:11,352 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/.tmp/family/633b4814f4644d6488588b7105911d90 is 32, key is 1/family:/1730978771251/Put/seqid=0 2024-11-07T11:26:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741840_1016 (size=5054) 2024-11-07T11:26:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741840_1016 (size=5054) 2024-11-07T11:26:11,358 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/.tmp/family/633b4814f4644d6488588b7105911d90 2024-11-07T11:26:11,366 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/.tmp/family/633b4814f4644d6488588b7105911d90 as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/family/633b4814f4644d6488588b7105911d90 2024-11-07T11:26:11,374 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/family/633b4814f4644d6488588b7105911d90, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T11:26:11,375 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 20cc41c7f6abf28b25ea28ede3c666bf in 46ms, sequenceid=8, compaction requested=false 2024-11-07T11:26:11,375 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 20cc41c7f6abf28b25ea28ede3c666bf: 2024-11-07T11:26:11,380 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T11:26:11,383 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:11,384 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:11,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:11,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:11,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:26:11,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:11,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:11,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:26:11,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:26:11,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1375900484, stopped=false 2024-11-07T11:26:11,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,33983,1730978768620 2024-11-07T11:26:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:11,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:11,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:11,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:11,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:11,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:11,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:11,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,35027,1730978768800' ***** 2024-11-07T11:26:11,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:11,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,36245,1730978768839' ***** 2024-11-07T11:26:11,469 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:11,469 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:11,469 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:11,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:11,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:11,469 INFO [RS:0;4ab3d709c6df:35027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:11,470 INFO [RS:0;4ab3d709c6df:35027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:11,470 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:11,470 INFO [RS:1;4ab3d709c6df:36245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:11,470 INFO [RS:1;4ab3d709c6df:36245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:11,470 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(3091): Received CLOSE for 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:11,470 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:11,470 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:11,470 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:11,471 INFO [RS:0;4ab3d709c6df:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35027. 2024-11-07T11:26:11,470 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd6473192d2d3284be0153b809dc0f64, disabling compactions & flushes 2024-11-07T11:26:11,471 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:11,471 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20cc41c7f6abf28b25ea28ede3c666bf, disabling compactions & flushes 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:11,471 INFO [RS:1;4ab3d709c6df:36245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4ab3d709c6df:36245. 2024-11-07T11:26:11,471 DEBUG [RS:0;4ab3d709c6df:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. after waiting 0 ms 2024-11-07T11:26:11,471 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:11,471 DEBUG [RS:0;4ab3d709c6df:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:11,471 DEBUG [RS:1;4ab3d709c6df:36245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:11,471 DEBUG [RS:1;4ab3d709c6df:36245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. after waiting 0 ms 2024-11-07T11:26:11,471 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:26:11,471 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:11,471 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1325): Online Regions={dd6473192d2d3284be0153b809dc0f64=testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64.} 2024-11-07T11:26:11,471 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:11,471 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:11,471 DEBUG [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1351): Waiting on dd6473192d2d3284be0153b809dc0f64 2024-11-07T11:26:11,471 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:11,471 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:26:11,472 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:26:11,472 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1325): Online Regions={20cc41c7f6abf28b25ea28ede3c666bf=testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:26:11,472 DEBUG [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20cc41c7f6abf28b25ea28ede3c666bf 2024-11-07T11:26:11,472 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:11,472 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:11,472 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:11,472 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:11,472 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:11,472 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T11:26:11,477 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/dd6473192d2d3284be0153b809dc0f64/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T11:26:11,477 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/default/testClearRegionBlockCache/20cc41c7f6abf28b25ea28ede3c666bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:26:11,478 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:11,478 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:11,478 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd6473192d2d3284be0153b809dc0f64: Waiting for close lock at 1730978771470Running coprocessor pre-close hooks at 1730978771470Disabling compacts and flushes for region at 1730978771470Disabling writes for close at 1730978771471 (+1 ms)Writing region close event to WAL at 1730978771472 (+1 ms)Running coprocessor post-close hooks at 1730978771478 (+6 ms)Closed at 1730978771478 2024-11-07T11:26:11,478 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20cc41c7f6abf28b25ea28ede3c666bf: Waiting for close lock at 1730978771471Running coprocessor pre-close hooks at 1730978771471Disabling compacts and flushes for region at 1730978771471Disabling writes for close at 1730978771471Writing region close event to WAL at 1730978771472 (+1 ms)Running coprocessor post-close hooks at 1730978771478 (+6 ms)Closed at 1730978771478 2024-11-07T11:26:11,478 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730978770094.20cc41c7f6abf28b25ea28ede3c666bf. 2024-11-07T11:26:11,478 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64. 2024-11-07T11:26:11,490 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/info/c200aac70a6e468597246b39d9c9f1f1 is 173, key is testClearRegionBlockCache,5,1730978770094.dd6473192d2d3284be0153b809dc0f64./info:regioninfo/1730978770876/Put/seqid=0 2024-11-07T11:26:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:11,496 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/info/c200aac70a6e468597246b39d9c9f1f1 2024-11-07T11:26:11,498 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:11,501 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:11,516 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/ns/0d34048ae6884f15bc76253a794e45cf is 43, key is default/ns:d/1730978769961/Put/seqid=0 2024-11-07T11:26:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:11,522 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/ns/0d34048ae6884f15bc76253a794e45cf 2024-11-07T11:26:11,542 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/table/884739d1603e4edc8c687d54f544cd16 is 61, key is testClearRegionBlockCache/table:state/1730978770887/Put/seqid=0 2024-11-07T11:26:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:11,548 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/table/884739d1603e4edc8c687d54f544cd16 2024-11-07T11:26:11,554 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/info/c200aac70a6e468597246b39d9c9f1f1 as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/info/c200aac70a6e468597246b39d9c9f1f1 2024-11-07T11:26:11,560 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/info/c200aac70a6e468597246b39d9c9f1f1, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T11:26:11,561 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/ns/0d34048ae6884f15bc76253a794e45cf as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/ns/0d34048ae6884f15bc76253a794e45cf 2024-11-07T11:26:11,569 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/ns/0d34048ae6884f15bc76253a794e45cf, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T11:26:11,571 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/.tmp/table/884739d1603e4edc8c687d54f544cd16 as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/table/884739d1603e4edc8c687d54f544cd16 2024-11-07T11:26:11,579 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/table/884739d1603e4edc8c687d54f544cd16, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T11:26:11,580 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-07T11:26:11,586 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:26:11,587 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:11,587 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:11,587 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978771472Running coprocessor pre-close hooks at 1730978771472Disabling compacts and flushes for region at 1730978771472Disabling writes for close at 1730978771472Obtaining lock to block concurrent updates at 1730978771472Preparing flush snapshotting stores in 1588230740 at 1730978771472Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730978771473 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978771473Flushing 1588230740/info: creating writer at 1730978771473Flushing 1588230740/info: appending metadata at 1730978771489 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730978771489Flushing 1588230740/ns: creating writer at 1730978771502 (+13 ms)Flushing 1588230740/ns: appending metadata at 1730978771515 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730978771516 (+1 ms)Flushing 1588230740/table: creating writer at 1730978771527 (+11 ms)Flushing 1588230740/table: appending metadata at 1730978771541 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730978771541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3512e3d6: reopening flushed file at 1730978771553 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c419ea: reopening flushed file at 1730978771560 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742b0b2e: reopening flushed file at 1730978771569 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1730978771580 (+11 ms)Writing region close event to WAL at 1730978771582 (+2 ms)Running coprocessor post-close hooks at 1730978771587 (+5 ms)Closed at 1730978771587 2024-11-07T11:26:11,587 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:11,671 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,35027,1730978768800; all regions closed. 2024-11-07T11:26:11,672 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,36245,1730978768839; all regions closed. 2024-11-07T11:26:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741833_1009 (size=1867) 2024-11-07T11:26:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741833_1009 (size=1867) 2024-11-07T11:26:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:11,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/WALs/4ab3d709c6df,36245,1730978768839/4ab3d709c6df%2C36245%2C1730978768839.meta.1730978769899.meta not finished, retry = 0 2024-11-07T11:26:11,678 DEBUG [RS:0;4ab3d709c6df:35027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/oldWALs 2024-11-07T11:26:11,678 INFO [RS:0;4ab3d709c6df:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35027%2C1730978768800:(num 1730978769533) 2024-11-07T11:26:11,678 DEBUG [RS:0;4ab3d709c6df:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,678 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:11,678 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:11,678 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:11,678 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:11,678 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:11,678 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:11,679 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:11,679 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:11,679 INFO [RS:0;4ab3d709c6df:35027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35027 2024-11-07T11:26:11,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:11,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,35027,1730978768800 2024-11-07T11:26:11,696 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:11,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,35027,1730978768800] 2024-11-07T11:26:11,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,35027,1730978768800 already deleted, retry=false 2024-11-07T11:26:11,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,35027,1730978768800 expired; onlineServers=1 2024-11-07T11:26:11,779 DEBUG [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/oldWALs 2024-11-07T11:26:11,780 INFO [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36245%2C1730978768839.meta:.meta(num 1730978769899) 2024-11-07T11:26:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741834_1010 (size=1758) 2024-11-07T11:26:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741834_1010 (size=1758) 2024-11-07T11:26:11,785 DEBUG [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/oldWALs 2024-11-07T11:26:11,786 INFO [RS:1;4ab3d709c6df:36245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36245%2C1730978768839:(num 1730978769533) 2024-11-07T11:26:11,786 DEBUG [RS:1;4ab3d709c6df:36245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:11,786 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:11,786 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:11,786 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:11,786 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:11,786 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:11,786 INFO [RS:1;4ab3d709c6df:36245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36245 2024-11-07T11:26:11,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:11,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,36245,1730978768839 2024-11-07T11:26:11,798 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:11,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:11,807 INFO [RS:0;4ab3d709c6df:35027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:11,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x101150be2870001, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:11,807 INFO [RS:0;4ab3d709c6df:35027 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,35027,1730978768800; zookeeper connection closed. 2024-11-07T11:26:11,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f5c478a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f5c478a 2024-11-07T11:26:11,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,36245,1730978768839] 2024-11-07T11:26:11,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,36245,1730978768839 already deleted, retry=false 2024-11-07T11:26:11,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,36245,1730978768839 expired; onlineServers=0 2024-11-07T11:26:11,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,33983,1730978768620' ***** 2024-11-07T11:26:11,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:26:11,819 INFO [M:0;4ab3d709c6df:33983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:11,819 INFO [M:0;4ab3d709c6df:33983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:11,819 DEBUG [M:0;4ab3d709c6df:33983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:26:11,820 DEBUG [M:0;4ab3d709c6df:33983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:26:11,820 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:26:11,820 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978769242 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978769242,5,FailOnTimeoutGroup] 2024-11-07T11:26:11,820 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978769242 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978769242,5,FailOnTimeoutGroup] 2024-11-07T11:26:11,820 INFO [M:0;4ab3d709c6df:33983 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:11,820 INFO [M:0;4ab3d709c6df:33983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:11,820 DEBUG [M:0;4ab3d709c6df:33983 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:26:11,820 INFO [M:0;4ab3d709c6df:33983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:26:11,820 INFO [M:0;4ab3d709c6df:33983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:11,821 INFO [M:0;4ab3d709c6df:33983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:26:11,821 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:26:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:11,833 DEBUG [M:0;4ab3d709c6df:33983 {}] zookeeper.ZKUtil(347): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:26:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:11,833 WARN [M:0;4ab3d709c6df:33983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:26:11,833 INFO [M:0;4ab3d709c6df:33983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/.lastflushedseqids 2024-11-07T11:26:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:26:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:26:11,840 INFO [M:0;4ab3d709c6df:33983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:26:11,840 INFO [M:0;4ab3d709c6df:33983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:26:11,841 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:11,841 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:11,841 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:11,841 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:11,841 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:11,841 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T11:26:11,857 DEBUG [M:0;4ab3d709c6df:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4d040c5fadc4a7fbf985997f2a90f4c is 82, key is hbase:meta,,1/info:regioninfo/1730978769941/Put/seqid=0 2024-11-07T11:26:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:11,863 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4d040c5fadc4a7fbf985997f2a90f4c 2024-11-07T11:26:11,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:11,921 INFO [RS:1;4ab3d709c6df:36245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:11,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x101150be2870002, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:11,921 INFO [RS:1;4ab3d709c6df:36245 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,36245,1730978768839; zookeeper connection closed. 2024-11-07T11:26:11,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc 2024-11-07T11:26:11,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T11:26:11,926 DEBUG [M:0;4ab3d709c6df:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c79ba13167d14f0b8d1cd0385fb6baf6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978770893/Put/seqid=0 2024-11-07T11:26:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741846_1022 (size=6219) 2024-11-07T11:26:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741846_1022 (size=6219) 2024-11-07T11:26:11,939 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c79ba13167d14f0b8d1cd0385fb6baf6 2024-11-07T11:26:11,961 DEBUG [M:0;4ab3d709c6df:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9785b1bda1014e0ca6f3c44dff982bb0 is 69, key is 4ab3d709c6df,35027,1730978768800/rs:state/1730978769330/Put/seqid=0 2024-11-07T11:26:11,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:11,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:11,983 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9785b1bda1014e0ca6f3c44dff982bb0 2024-11-07T11:26:11,990 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4d040c5fadc4a7fbf985997f2a90f4c as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4d040c5fadc4a7fbf985997f2a90f4c 2024-11-07T11:26:11,997 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4d040c5fadc4a7fbf985997f2a90f4c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T11:26:11,999 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c79ba13167d14f0b8d1cd0385fb6baf6 as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c79ba13167d14f0b8d1cd0385fb6baf6 2024-11-07T11:26:12,005 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c79ba13167d14f0b8d1cd0385fb6baf6, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T11:26:12,006 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9785b1bda1014e0ca6f3c44dff982bb0 as hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9785b1bda1014e0ca6f3c44dff982bb0 2024-11-07T11:26:12,013 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42787/user/jenkins/test-data/9febad10-c4e1-aa08-176c-6f3164d6458e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9785b1bda1014e0ca6f3c44dff982bb0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T11:26:12,014 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=71, compaction requested=false 2024-11-07T11:26:12,017 INFO [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:12,017 DEBUG [M:0;4ab3d709c6df:33983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978771841Disabling compacts and flushes for region at 1730978771841Disabling writes for close at 1730978771841Obtaining lock to block concurrent updates at 1730978771841Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978771841Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730978771841Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978771842 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978771842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978771856 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978771856Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978771870 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978771925 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978771925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978771944 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978771960 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978771960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4d26e9: reopening flushed file at 1730978771989 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27be0bd6: reopening flushed file at 1730978771997 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c0b816: reopening flushed file at 1730978772005 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=71, compaction requested=false at 1730978772014 (+9 ms)Writing region close event to WAL at 1730978772017 (+3 ms)Closed at 1730978772017 2024-11-07T11:26:12,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741830_1006 (size=35440) 2024-11-07T11:26:12,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741830_1006 (size=35440) 2024-11-07T11:26:12,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:12,021 INFO [M:0;4ab3d709c6df:33983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:26:12,021 INFO [M:0;4ab3d709c6df:33983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33983 2024-11-07T11:26:12,021 INFO [M:0;4ab3d709c6df:33983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:12,193 INFO [M:0;4ab3d709c6df:33983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:12,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:12,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x101150be2870000, quorum=127.0.0.1:60982, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:12,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7505f332{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:12,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@425f73f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:12,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:12,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26487961{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:12,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109c261f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:12,199 WARN [BP-290405126-172.17.0.2-1730978766220 heartbeating to localhost/127.0.0.1:42787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:12,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:12,199 WARN [BP-290405126-172.17.0.2-1730978766220 heartbeating to localhost/127.0.0.1:42787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290405126-172.17.0.2-1730978766220 (Datanode Uuid 5925a59a-08a6-4c14-a863-f7b3deaba1b0) service to localhost/127.0.0.1:42787 2024-11-07T11:26:12,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:12,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data4/current/BP-290405126-172.17.0.2-1730978766220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:12,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data3/current/BP-290405126-172.17.0.2-1730978766220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:12,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:12,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d6d4dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:12,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15327142{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:12,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:12,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77fb531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:12,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f1448d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:12,205 WARN [BP-290405126-172.17.0.2-1730978766220 heartbeating to localhost/127.0.0.1:42787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:12,205 WARN [BP-290405126-172.17.0.2-1730978766220 heartbeating to localhost/127.0.0.1:42787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290405126-172.17.0.2-1730978766220 (Datanode Uuid d33a9d8d-e25a-4493-84aa-661ef19ee8a4) service to localhost/127.0.0.1:42787 2024-11-07T11:26:12,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:12,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:12,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data1/current/BP-290405126-172.17.0.2-1730978766220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:12,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/cluster_aa092cac-7ade-c4dc-743c-81e97421cde0/data/data2/current/BP-290405126-172.17.0.2-1730978766220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:12,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:12,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ebe722f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:12,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@410bba7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:12,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:12,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d510aea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:12,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:12,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:26:12,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:26:12,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 109) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42787 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42787 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=308 (was 653) 2024-11-07T11:26:12,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=308 2024-11-07T11:26:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir so I do NOT create it in target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899 2024-11-07T11:26:12,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:26:12,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.tmp.dir so I do NOT create it in target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899 2024-11-07T11:26:12,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33bb107-6438-94aa-2379-dc5b24293f35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:26:12,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899 2024-11-07T11:26:12,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:26:12,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d, deleteOnExit=true 2024-11-07T11:26:12,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/test.cache.data in system properties and HBase conf 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:26:12,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:26:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:26:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:26:12,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:26:12,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:12,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:26:12,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:26:12,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:12,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:12,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:12,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:12,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:12,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:12,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59d625d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:12,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b1ca055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:12,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d2d2613{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/java.io.tmpdir/jetty-localhost-37655-hadoop-hdfs-3_4_1-tests_jar-_-any-14046162570439591144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:12,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b3088e9{HTTP/1.1, (http/1.1)}{localhost:37655} 2024-11-07T11:26:12,786 INFO [Time-limited test {}] server.Server(415): Started @25005ms 2024-11-07T11:26:13,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:13,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:13,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:13,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:13,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:13,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c764378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:13,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7508e196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:13,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1668e88d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/java.io.tmpdir/jetty-localhost-45267-hadoop-hdfs-3_4_1-tests_jar-_-any-5751536057859088993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:13,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5d5c1f{HTTP/1.1, (http/1.1)}{localhost:45267} 2024-11-07T11:26:13,178 INFO [Time-limited test {}] server.Server(415): Started @25397ms 2024-11-07T11:26:13,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:13,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:13,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:13,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:13,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:13,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:26:13,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90db679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:13,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43745f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:13,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67911dc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/java.io.tmpdir/jetty-localhost-38383-hadoop-hdfs-3_4_1-tests_jar-_-any-17409018732986470775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:13,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18d18ddb{HTTP/1.1, (http/1.1)}{localhost:38383} 2024-11-07T11:26:13,323 INFO [Time-limited test {}] server.Server(415): Started @25542ms 2024-11-07T11:26:13,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:14,687 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data1/current/BP-1081455367-172.17.0.2-1730978772309/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:14,687 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data2/current/BP-1081455367-172.17.0.2-1730978772309/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:14,708 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd26c9f70bec68100 with lease ID 0x4b14780888253bd7: Processing first storage report for DS-617f21b2-0605-4698-8018-4e3d367cee76 from datanode DatanodeRegistration(127.0.0.1:35733, datanodeUuid=2819762b-34a9-42fd-b63c-d3dca2c00465, infoPort=36415, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309) 2024-11-07T11:26:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd26c9f70bec68100 with lease ID 0x4b14780888253bd7: from storage DS-617f21b2-0605-4698-8018-4e3d367cee76 node DatanodeRegistration(127.0.0.1:35733, datanodeUuid=2819762b-34a9-42fd-b63c-d3dca2c00465, infoPort=36415, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd26c9f70bec68100 with lease ID 0x4b14780888253bd7: Processing first storage report for DS-cc49951f-d0fc-45e6-8be4-6fe5303bc042 from datanode DatanodeRegistration(127.0.0.1:35733, datanodeUuid=2819762b-34a9-42fd-b63c-d3dca2c00465, infoPort=36415, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309) 2024-11-07T11:26:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd26c9f70bec68100 with lease ID 0x4b14780888253bd7: from storage DS-cc49951f-d0fc-45e6-8be4-6fe5303bc042 node DatanodeRegistration(127.0.0.1:35733, datanodeUuid=2819762b-34a9-42fd-b63c-d3dca2c00465, infoPort=36415, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:14,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:14,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:26:14,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:26:14,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-07T11:26:15,055 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data3/current/BP-1081455367-172.17.0.2-1730978772309/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:15,055 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data4/current/BP-1081455367-172.17.0.2-1730978772309/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:15,076 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e5d11b835b5190c with lease ID 0x4b14780888253bd8: Processing first storage report for DS-ae4e2b51-a8ae-41e2-8690-612b80105b08 from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=51958026-260a-4b60-ab90-5fc2adbf9b18, infoPort=34931, infoSecurePort=0, ipcPort=36051, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309) 2024-11-07T11:26:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e5d11b835b5190c with lease ID 0x4b14780888253bd8: from storage DS-ae4e2b51-a8ae-41e2-8690-612b80105b08 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=51958026-260a-4b60-ab90-5fc2adbf9b18, infoPort=34931, infoSecurePort=0, ipcPort=36051, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e5d11b835b5190c with lease ID 0x4b14780888253bd8: Processing first storage report for DS-ea777668-35d3-4246-986d-fb3fff47ffc9 from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=51958026-260a-4b60-ab90-5fc2adbf9b18, infoPort=34931, infoSecurePort=0, ipcPort=36051, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309) 2024-11-07T11:26:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e5d11b835b5190c with lease ID 0x4b14780888253bd8: from storage DS-ea777668-35d3-4246-986d-fb3fff47ffc9 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=51958026-260a-4b60-ab90-5fc2adbf9b18, infoPort=34931, infoSecurePort=0, ipcPort=36051, storageInfo=lv=-57;cid=testClusterID;nsid=1457218750;c=1730978772309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:15,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899 2024-11-07T11:26:15,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/zookeeper_0, clientPort=64349, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:26:15,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64349 2024-11-07T11:26:15,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:15,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1 with version=8 2024-11-07T11:26:15,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/hbase-staging 2024-11-07T11:26:15,197 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:15,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:15,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:15,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:26:15,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:15,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43547 2024-11-07T11:26:15,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43547 connecting to ZooKeeper ensemble=127.0.0.1:64349 2024-11-07T11:26:15,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435470x0, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:15,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43547-0x101150bfc370000 connected 2024-11-07T11:26:15,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:26:15,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:15,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:15,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:15,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:15,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:15,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1, hbase.cluster.distributed=false 2024-11-07T11:26:15,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:15,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-07T11:26:15,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43547 2024-11-07T11:26:15,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43547 2024-11-07T11:26:15,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-07T11:26:15,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-07T11:26:15,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:15,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:15,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45619 2024-11-07T11:26:15,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45619 connecting to ZooKeeper ensemble=127.0.0.1:64349 2024-11-07T11:26:15,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456190x0, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:15,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456190x0, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:15,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45619-0x101150bfc370001 connected 2024-11-07T11:26:15,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:15,513 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T11:26:15,521 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T11:26:15,526 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T11:26:15,529 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T11:26:15,530 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:15,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:15,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:15,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45619 2024-11-07T11:26:15,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45619 2024-11-07T11:26:15,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45619 2024-11-07T11:26:15,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45619 2024-11-07T11:26:15,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45619 2024-11-07T11:26:15,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:15,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:15,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39425 2024-11-07T11:26:15,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39425 connecting to ZooKeeper ensemble=127.0.0.1:64349 2024-11-07T11:26:15,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,580 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394250x0, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:15,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394250x0, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:15,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39425-0x101150bfc370002 connected 2024-11-07T11:26:15,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:15,582 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T11:26:15,588 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T11:26:15,588 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T11:26:15,591 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T11:26:15,591 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:15,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:15,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:15,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-07T11:26:15,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39425 2024-11-07T11:26:15,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39425 2024-11-07T11:26:15,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-07T11:26:15,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-07T11:26:15,609 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:43547 2024-11-07T11:26:15,609 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:15,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:15,622 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:15,623 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:15,632 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:15,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,633 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,633 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:26:15,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab3d709c6df,43547,1730978775197 from backup master directory 2024-11-07T11:26:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:15,643 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:15,643 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:15,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,649 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/hbase.id] with ID: 3814bb9a-6801-4918-809a-1117ac2e4ff1 2024-11-07T11:26:15,649 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/.tmp/hbase.id 2024-11-07T11:26:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:15,656 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/.tmp/hbase.id]:[hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/hbase.id] 2024-11-07T11:26:15,669 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:15,670 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:26:15,671 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:26:15,685 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:15,695 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:15,696 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:26:15,696 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:15,706 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store 2024-11-07T11:26:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:15,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:15,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:15,715 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:15,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:15,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:15,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:15,715 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:15,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978775715Disabling compacts and flushes for region at 1730978775715Disabling writes for close at 1730978775715Writing region close event to WAL at 1730978775715Closed at 1730978775715 2024-11-07T11:26:15,716 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/.initializing 2024-11-07T11:26:15,716 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/WALs/4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,717 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:15,719 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C43547%2C1730978775197, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/WALs/4ab3d709c6df,43547,1730978775197, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/oldWALs, maxLogs=10 2024-11-07T11:26:15,733 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/WALs/4ab3d709c6df,43547,1730978775197/4ab3d709c6df%2C43547%2C1730978775197.1730978775719, exclude list is [], retry=0 2024-11-07T11:26:15,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ae4e2b51-a8ae-41e2-8690-612b80105b08,DISK] 2024-11-07T11:26:15,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-617f21b2-0605-4698-8018-4e3d367cee76,DISK] 2024-11-07T11:26:15,738 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/WALs/4ab3d709c6df,43547,1730978775197/4ab3d709c6df%2C43547%2C1730978775197.1730978775719 2024-11-07T11:26:15,738 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34931:34931),(127.0.0.1/127.0.0.1:36415:36415)] 2024-11-07T11:26:15,738 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:15,739 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:15,739 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,739 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:26:15,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:15,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:26:15,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:15,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:26:15,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:15,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:26:15,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:15,748 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,749 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,749 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,750 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,751 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,751 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:15,752 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:15,754 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:15,755 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73728642, jitterRate=0.09864237904548645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:15,755 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978775739Initializing all the Stores at 1730978775740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978775740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978775740Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978775740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978775740Cleaning up temporary data from old regions at 1730978775751 (+11 ms)Region opened successfully at 1730978775755 (+4 ms) 2024-11-07T11:26:15,756 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:26:15,759 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fb8e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:15,760 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:26:15,760 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:26:15,760 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:26:15,760 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:26:15,761 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:26:15,761 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:26:15,761 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:26:15,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:26:15,764 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:26:15,777 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:26:15,777 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:26:15,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:26:15,790 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:26:15,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:26:15,792 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:26:15,801 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:26:15,802 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:26:15,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:26:15,814 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:26:15,822 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:26:15,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:15,832 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:15,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:15,832 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,43547,1730978775197, sessionid=0x101150bfc370000, setting cluster-up flag (Was=false) 2024-11-07T11:26:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,853 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,885 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:26:15,886 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,906 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:15,938 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:26:15,939 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:15,941 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:26:15,943 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:15,944 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:26:15,944 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:26:15,944 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,43547,1730978775197 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:26:15,946 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:15,946 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:15,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:15,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:15,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:26:15,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:15,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:15,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978805948 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:26:15,948 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:26:15,949 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:15,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:15,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:26:15,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:26:15,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:26:15,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:26:15,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:26:15,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:26:15,950 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978775950,5,FailOnTimeoutGroup] 2024-11-07T11:26:15,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,951 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978775950,5,FailOnTimeoutGroup] 2024-11-07T11:26:15,951 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:15,951 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:26:15,951 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:15,951 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:15,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:26:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:15,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:26:15,961 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1 2024-11-07T11:26:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:15,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:15,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:15,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:15,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:15,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:15,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:15,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:15,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:15,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:15,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:15,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:15,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:15,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:15,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:15,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:15,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:15,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740 2024-11-07T11:26:15,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740 2024-11-07T11:26:15,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:15,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:15,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:15,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:15,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:15,986 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72591470, jitterRate=0.08169719576835632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:15,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978775970Initializing all the Stores at 1730978775971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978775971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978775971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978775971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978775971Cleaning up temporary data from old regions at 1730978775982 (+11 ms)Region opened successfully at 1730978775986 (+4 ms) 2024-11-07T11:26:15,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:15,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:15,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:15,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:15,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:15,987 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:15,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978775986Disabling compacts and flushes for region at 1730978775986Disabling writes for close at 1730978775986Writing region close event to WAL at 1730978775987 (+1 ms)Closed at 1730978775987 2024-11-07T11:26:15,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:15,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:26:15,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:26:15,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:15,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:26:15,999 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(746): ClusterId : 3814bb9a-6801-4918-809a-1117ac2e4ff1 2024-11-07T11:26:15,999 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(746): ClusterId : 3814bb9a-6801-4918-809a-1117ac2e4ff1 2024-11-07T11:26:15,999 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:15,999 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:16,012 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:16,012 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:16,012 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:16,012 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:16,023 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:16,023 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:16,023 DEBUG [RS:1;4ab3d709c6df:39425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39908722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:16,023 DEBUG [RS:0;4ab3d709c6df:45619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bda8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:16,037 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:45619 2024-11-07T11:26:16,037 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ab3d709c6df:39425 2024-11-07T11:26:16,038 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:16,038 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:16,038 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:16,038 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:16,038 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:16,038 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:16,038 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,43547,1730978775197 with port=39425, startcode=1730978775552 2024-11-07T11:26:16,038 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,43547,1730978775197 with port=45619, startcode=1730978775487 2024-11-07T11:26:16,039 DEBUG [RS:0;4ab3d709c6df:45619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:16,039 DEBUG [RS:1;4ab3d709c6df:39425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:16,040 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:16,040 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:16,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43547 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,042 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1 2024-11-07T11:26:16,042 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-07T11:26:16,042 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:16,043 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1 2024-11-07T11:26:16,044 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-07T11:26:16,044 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:16,102 DEBUG [RS:1;4ab3d709c6df:39425 {}] zookeeper.ZKUtil(111): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,45619,1730978775487] 2024-11-07T11:26:16,102 WARN [RS:1;4ab3d709c6df:39425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:16,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,39425,1730978775552] 2024-11-07T11:26:16,103 INFO [RS:1;4ab3d709c6df:39425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:16,103 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,103 DEBUG [RS:0;4ab3d709c6df:45619 {}] zookeeper.ZKUtil(111): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,103 WARN [RS:0;4ab3d709c6df:45619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:16,103 INFO [RS:0;4ab3d709c6df:45619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:16,103 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,108 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:16,108 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:16,112 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:16,113 INFO [RS:1;4ab3d709c6df:39425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:16,113 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,114 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:16,114 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:16,114 INFO [RS:0;4ab3d709c6df:45619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:16,114 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,114 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:16,114 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:16,115 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:16,115 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,115 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:16,116 DEBUG [RS:1;4ab3d709c6df:39425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:16,116 DEBUG [RS:0;4ab3d709c6df:45619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:16,117 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39425,1730978775552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,117 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45619,1730978775487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:16,132 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:16,132 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39425,1730978775552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,132 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:16,132 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,132 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45619,1730978775487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,132 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.Replication(171): 4ab3d709c6df,39425,1730978775552 started 2024-11-07T11:26:16,132 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,132 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.Replication(171): 4ab3d709c6df,45619,1730978775487 started 2024-11-07T11:26:16,141 WARN [4ab3d709c6df:43547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:26:16,146 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,146 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,45619,1730978775487, RpcServer on 4ab3d709c6df/172.17.0.2:45619, sessionid=0x101150bfc370001 2024-11-07T11:26:16,146 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:16,146 DEBUG [RS:0;4ab3d709c6df:45619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,146 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,45619,1730978775487' 2024-11-07T11:26:16,146 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,45619,1730978775487' 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:16,147 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:16,148 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,148 DEBUG [RS:0;4ab3d709c6df:45619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:16,148 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,39425,1730978775552, RpcServer on 4ab3d709c6df/172.17.0.2:39425, sessionid=0x101150bfc370002 2024-11-07T11:26:16,148 INFO [RS:0;4ab3d709c6df:45619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:16,148 INFO [RS:0;4ab3d709c6df:45619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:16,148 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:16,148 DEBUG [RS:1;4ab3d709c6df:39425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,148 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39425,1730978775552' 2024-11-07T11:26:16,148 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:16,148 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39425,1730978775552' 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:16,149 DEBUG [RS:1;4ab3d709c6df:39425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:16,149 INFO [RS:1;4ab3d709c6df:39425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:16,149 INFO [RS:1;4ab3d709c6df:39425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:16,248 INFO [RS:0;4ab3d709c6df:45619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:16,250 INFO [RS:1;4ab3d709c6df:39425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:16,250 INFO [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C45619%2C1730978775487, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/oldWALs, maxLogs=32 2024-11-07T11:26:16,251 INFO [RS:1;4ab3d709c6df:39425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C39425%2C1730978775552, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,39425,1730978775552, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/oldWALs, maxLogs=32 2024-11-07T11:26:16,263 DEBUG [RS:1;4ab3d709c6df:39425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,39425,1730978775552/4ab3d709c6df%2C39425%2C1730978775552.1730978776252, exclude list is [], retry=0 2024-11-07T11:26:16,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-617f21b2-0605-4698-8018-4e3d367cee76,DISK] 2024-11-07T11:26:16,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ae4e2b51-a8ae-41e2-8690-612b80105b08,DISK] 2024-11-07T11:26:16,269 INFO [RS:1;4ab3d709c6df:39425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,39425,1730978775552/4ab3d709c6df%2C39425%2C1730978775552.1730978776252 2024-11-07T11:26:16,269 DEBUG [RS:0;4ab3d709c6df:45619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487/4ab3d709c6df%2C45619%2C1730978775487.1730978776251, exclude list is [], retry=0 2024-11-07T11:26:16,270 DEBUG [RS:1;4ab3d709c6df:39425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36415:36415),(127.0.0.1/127.0.0.1:34931:34931)] 2024-11-07T11:26:16,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-617f21b2-0605-4698-8018-4e3d367cee76,DISK] 2024-11-07T11:26:16,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ae4e2b51-a8ae-41e2-8690-612b80105b08,DISK] 2024-11-07T11:26:16,275 INFO [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487/4ab3d709c6df%2C45619%2C1730978775487.1730978776251 2024-11-07T11:26:16,276 DEBUG [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34931:34931),(127.0.0.1/127.0.0.1:36415:36415)] 2024-11-07T11:26:16,391 DEBUG [4ab3d709c6df:43547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T11:26:16,391 DEBUG [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:16,393 DEBUG [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:16,393 DEBUG [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:16,393 DEBUG [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:16,393 DEBUG [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:16,393 INFO [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:16,393 INFO [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:16,393 DEBUG [4ab3d709c6df:43547 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:16,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,396 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,45619,1730978775487, state=OPENING 2024-11-07T11:26:16,408 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:26:16,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:16,419 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:16,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:16,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:16,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:16,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:16,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:16,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,45619,1730978775487}] 2024-11-07T11:26:16,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:16,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:16,583 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:26:16,583 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:16,584 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:26:16,586 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C45619%2C1730978775487.meta, suffix=.meta, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/oldWALs, maxLogs=32 2024-11-07T11:26:16,598 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487/4ab3d709c6df%2C45619%2C1730978775487.meta.1730978776586.meta, exclude list is [], retry=0 2024-11-07T11:26:16,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-617f21b2-0605-4698-8018-4e3d367cee76,DISK] 2024-11-07T11:26:16,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-ae4e2b51-a8ae-41e2-8690-612b80105b08,DISK] 2024-11-07T11:26:16,603 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,45619,1730978775487/4ab3d709c6df%2C45619%2C1730978775487.meta.1730978776586.meta 2024-11-07T11:26:16,604 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36415:36415),(127.0.0.1/127.0.0.1:34931:34931)] 2024-11-07T11:26:16,604 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:16,604 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:26:16,604 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:26:16,604 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:26:16,604 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:26:16,605 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:16,605 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:26:16,605 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:26:16,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:16,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:16,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:16,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:16,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:16,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:16,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:16,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:16,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:16,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:16,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:16,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:16,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:16,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:16,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:16,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:16,613 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:16,613 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740 2024-11-07T11:26:16,614 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740 2024-11-07T11:26:16,616 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:16,616 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:16,617 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:16,618 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:16,619 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640713, jitterRate=0.02282632887363434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:16,619 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:26:16,620 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978776605Writing region info on filesystem at 1730978776605Initializing all the Stores at 1730978776606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978776606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978776606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978776606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978776606Cleaning up temporary data from old regions at 1730978776616 (+10 ms)Running coprocessor post-open hooks at 1730978776619 (+3 ms)Region opened successfully at 1730978776620 (+1 ms) 2024-11-07T11:26:16,621 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978776576 2024-11-07T11:26:16,624 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:26:16,624 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:26:16,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,45619,1730978775487, state=OPEN 2024-11-07T11:26:16,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:16,640 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:16,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:16,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:16,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:16,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:16,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:26:16,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,45619,1730978775487 in 221 msec 2024-11-07T11:26:16,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:26:16,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-11-07T11:26:16,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:16,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:26:16,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:16,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,45619,1730978775487, seqNum=-1] 2024-11-07T11:26:16,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:16,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:16,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 713 msec 2024-11-07T11:26:16,657 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978776657, completionTime=-1 2024-11-07T11:26:16,657 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T11:26:16,657 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978836659 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978896659 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43547,1730978775197-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43547,1730978775197-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43547,1730978775197-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:43547, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,660 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,661 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:26:16,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.020sec 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43547,1730978775197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:16,664 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43547,1730978775197-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:26:16,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:26:16,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:26:16,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43547,1730978775197-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:16,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34232fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:16,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43547,-1 for getting cluster id 2024-11-07T11:26:16,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:26:16,701 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3814bb9a-6801-4918-809a-1117ac2e4ff1' 2024-11-07T11:26:16,701 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:26:16,702 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3814bb9a-6801-4918-809a-1117ac2e4ff1" 2024-11-07T11:26:16,702 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409e50e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:16,702 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43547,-1] 2024-11-07T11:26:16,702 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:26:16,703 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:16,703 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:26:16,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606fd806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:16,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:16,706 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,45619,1730978775487, seqNum=-1] 2024-11-07T11:26:16,706 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:16,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:16,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:16,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:26:16,711 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:16,711 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a1bd46 2024-11-07T11:26:16,711 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:26:16,713 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:26:16,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T11:26:16,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:26:16,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:16,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T11:26:16,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:26:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:16,726 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48b0089dffc32ed69929b1256d51f1d5, NAME => 'testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1 2024-11-07T11:26:16,729 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0582e9ed54a31d4404590bc901b52572, NAME => 'testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1 2024-11-07T11:26:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:16,737 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:16,737 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0582e9ed54a31d4404590bc901b52572, disabling compactions & flushes 2024-11-07T11:26:16,737 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:16,737 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:16,737 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. after waiting 0 ms 2024-11-07T11:26:16,737 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:16,737 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:16,737 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0582e9ed54a31d4404590bc901b52572: Waiting for close lock at 1730978776737Disabling compacts and flushes for region at 1730978776737Disabling writes for close at 1730978776737Writing region close event to WAL at 1730978776737Closed at 1730978776737 2024-11-07T11:26:16,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:16,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 48b0089dffc32ed69929b1256d51f1d5, disabling compactions & flushes 2024-11-07T11:26:16,740 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:16,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:16,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. after waiting 0 ms 2024-11-07T11:26:16,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:16,740 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:16,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48b0089dffc32ed69929b1256d51f1d5: Waiting for close lock at 1730978776739Disabling compacts and flushes for region at 1730978776739Disabling writes for close at 1730978776740 (+1 ms)Writing region close event to WAL at 1730978776740Closed at 1730978776740 2024-11-07T11:26:16,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:26:16,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978776741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978776741"}]},"ts":"1730978776741"} 2024-11-07T11:26:16,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978776741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978776741"}]},"ts":"1730978776741"} 2024-11-07T11:26:16,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T11:26:16,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:26:16,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978776747"}]},"ts":"1730978776747"} 2024-11-07T11:26:16,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T11:26:16,751 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:16,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:16,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:16,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:16,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:16,753 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:16,753 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:16,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:16,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48b0089dffc32ed69929b1256d51f1d5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0582e9ed54a31d4404590bc901b52572, ASSIGN}] 2024-11-07T11:26:16,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0582e9ed54a31d4404590bc901b52572, ASSIGN 2024-11-07T11:26:16,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48b0089dffc32ed69929b1256d51f1d5, ASSIGN 2024-11-07T11:26:16,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0582e9ed54a31d4404590bc901b52572, ASSIGN; state=OFFLINE, location=4ab3d709c6df,39425,1730978775552; forceNewPlan=false, retain=false 2024-11-07T11:26:16,757 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48b0089dffc32ed69929b1256d51f1d5, ASSIGN; state=OFFLINE, location=4ab3d709c6df,45619,1730978775487; forceNewPlan=false, retain=false 2024-11-07T11:26:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:16,907 INFO [4ab3d709c6df:43547 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T11:26:16,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0582e9ed54a31d4404590bc901b52572, regionState=OPENING, regionLocation=4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:16,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48b0089dffc32ed69929b1256d51f1d5, regionState=OPENING, regionLocation=4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:16,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0582e9ed54a31d4404590bc901b52572, ASSIGN because future has completed 2024-11-07T11:26:16,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0582e9ed54a31d4404590bc901b52572, server=4ab3d709c6df,39425,1730978775552}] 2024-11-07T11:26:16,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48b0089dffc32ed69929b1256d51f1d5, ASSIGN because future has completed 2024-11-07T11:26:16,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48b0089dffc32ed69929b1256d51f1d5, server=4ab3d709c6df,45619,1730978775487}] 2024-11-07T11:26:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:17,064 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:17,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:17,069 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,070 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0582e9ed54a31d4404590bc901b52572, NAME => 'testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 48b0089dffc32ed69929b1256d51f1d5, NAME => 'testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,072 INFO [StoreOpener-0582e9ed54a31d4404590bc901b52572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,072 INFO [StoreOpener-48b0089dffc32ed69929b1256d51f1d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,073 INFO [StoreOpener-0582e9ed54a31d4404590bc901b52572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0582e9ed54a31d4404590bc901b52572 columnFamilyName family 2024-11-07T11:26:17,073 INFO [StoreOpener-48b0089dffc32ed69929b1256d51f1d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48b0089dffc32ed69929b1256d51f1d5 columnFamilyName family 2024-11-07T11:26:17,074 DEBUG [StoreOpener-48b0089dffc32ed69929b1256d51f1d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:17,074 DEBUG [StoreOpener-0582e9ed54a31d4404590bc901b52572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:17,074 INFO [StoreOpener-0582e9ed54a31d4404590bc901b52572-1 {}] regionserver.HStore(327): Store=0582e9ed54a31d4404590bc901b52572/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:17,074 INFO [StoreOpener-48b0089dffc32ed69929b1256d51f1d5-1 {}] regionserver.HStore(327): Store=48b0089dffc32ed69929b1256d51f1d5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:17,074 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,074 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,075 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,075 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,076 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,076 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,076 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,076 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,076 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,076 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,078 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,078 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,080 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:17,081 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:17,081 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0582e9ed54a31d4404590bc901b52572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59347826, jitterRate=-0.11564847826957703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:17,081 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,082 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 48b0089dffc32ed69929b1256d51f1d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71664746, jitterRate=0.06788793206214905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:17,082 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,082 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 48b0089dffc32ed69929b1256d51f1d5: Running coprocessor pre-open hook at 1730978777071Writing region info on filesystem at 1730978777071Initializing all the Stores at 1730978777071Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978777072 (+1 ms)Cleaning up temporary data from old regions at 1730978777076 (+4 ms)Running coprocessor post-open hooks at 1730978777082 (+6 ms)Region opened successfully at 1730978777082 2024-11-07T11:26:17,082 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0582e9ed54a31d4404590bc901b52572: Running coprocessor pre-open hook at 1730978777071Writing region info on filesystem at 1730978777071Initializing all the Stores at 1730978777071Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978777072 (+1 ms)Cleaning up temporary data from old regions at 1730978777076 (+4 ms)Running coprocessor post-open hooks at 1730978777081 (+5 ms)Region opened successfully at 1730978777082 (+1 ms) 2024-11-07T11:26:17,083 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5., pid=8, masterSystemTime=1730978777065 2024-11-07T11:26:17,083 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572., pid=7, masterSystemTime=1730978777064 2024-11-07T11:26:17,086 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,086 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48b0089dffc32ed69929b1256d51f1d5, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:17,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0582e9ed54a31d4404590bc901b52572, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:17,089 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,089 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48b0089dffc32ed69929b1256d51f1d5, server=4ab3d709c6df,45619,1730978775487 because future has completed 2024-11-07T11:26:17,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0582e9ed54a31d4404590bc901b52572, server=4ab3d709c6df,39425,1730978775552 because future has completed 2024-11-07T11:26:17,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T11:26:17,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48b0089dffc32ed69929b1256d51f1d5, server=4ab3d709c6df,45619,1730978775487 in 181 msec 2024-11-07T11:26:17,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:26:17,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0582e9ed54a31d4404590bc901b52572, server=4ab3d709c6df,39425,1730978775552 in 183 msec 2024-11-07T11:26:17,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48b0089dffc32ed69929b1256d51f1d5, ASSIGN in 344 msec 2024-11-07T11:26:17,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T11:26:17,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0582e9ed54a31d4404590bc901b52572, ASSIGN in 346 msec 2024-11-07T11:26:17,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:26:17,103 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978777103"}]},"ts":"1730978777103"} 2024-11-07T11:26:17,105 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T11:26:17,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:26:17,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 392 msec 2024-11-07T11:26:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:17,350 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T11:26:17,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T11:26:17,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:17,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T11:26:17,354 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:17,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T11:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5., hostname=4ab3d709c6df,45619,1730978775487, seqNum=2] 2024-11-07T11:26:17,372 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572., hostname=4ab3d709c6df,39425,1730978775552, seqNum=2] 2024-11-07T11:26:17,373 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:17,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:17,385 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 48b0089dffc32ed69929b1256d51f1d5 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T11:26:17,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/.tmp/family/c9c5693e5dc3453b9d0ef6fffb4cdc2f is 32, key is 1/family:/1730978777359/Put/seqid=0 2024-11-07T11:26:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741839_1015 (size=5054) 2024-11-07T11:26:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741839_1015 (size=5054) 2024-11-07T11:26:17,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/.tmp/family/c9c5693e5dc3453b9d0ef6fffb4cdc2f 2024-11-07T11:26:17,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/.tmp/family/c9c5693e5dc3453b9d0ef6fffb4cdc2f as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/family/c9c5693e5dc3453b9d0ef6fffb4cdc2f 2024-11-07T11:26:17,823 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/family/c9c5693e5dc3453b9d0ef6fffb4cdc2f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T11:26:17,825 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 48b0089dffc32ed69929b1256d51f1d5 in 439ms, sequenceid=8, compaction requested=false 2024-11-07T11:26:17,825 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 48b0089dffc32ed69929b1256d51f1d5: 2024-11-07T11:26:17,825 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0582e9ed54a31d4404590bc901b52572 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T11:26:17,839 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/.tmp/family/fb943484b8c444d1b7460d4394cf4cee is 32, key is 5/family:/1730978777375/Put/seqid=0 2024-11-07T11:26:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741840_1016 (size=5083) 2024-11-07T11:26:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741840_1016 (size=5083) 2024-11-07T11:26:17,848 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/.tmp/family/fb943484b8c444d1b7460d4394cf4cee 2024-11-07T11:26:17,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/.tmp/family/fb943484b8c444d1b7460d4394cf4cee as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/family/fb943484b8c444d1b7460d4394cf4cee 2024-11-07T11:26:17,862 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/family/fb943484b8c444d1b7460d4394cf4cee, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T11:26:17,863 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0582e9ed54a31d4404590bc901b52572 in 38ms, sequenceid=9, compaction requested=false 2024-11-07T11:26:17,864 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0582e9ed54a31d4404590bc901b52572: 2024-11-07T11:26:17,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345d242a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:17,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43547,-1 for getting cluster id 2024-11-07T11:26:17,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:26:17,865 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3814bb9a-6801-4918-809a-1117ac2e4ff1' 2024-11-07T11:26:17,865 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:26:17,866 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3814bb9a-6801-4918-809a-1117ac2e4ff1" 2024-11-07T11:26:17,866 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7bfe37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:17,866 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43547,-1] 2024-11-07T11:26:17,866 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:26:17,867 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,868 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:26:17,869 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33b219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:17,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T11:26:17,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:17,879 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,45619,1730978775487, seqNum=-1] 2024-11-07T11:26:17,880 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:17,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:17,884 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:17,885 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:17,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:17,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] bucket.BucketCache(1864): found 1 blocks for file c9c5693e5dc3453b9d0ef6fffb4cdc2f, starting offset: 0, end offset: 9223372036854775807 2024-11-07T11:26:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] bucket.BucketCache(1864): found 1 blocks for file fb943484b8c444d1b7460d4394cf4cee, starting offset: 0, end offset: 9223372036854775807 2024-11-07T11:26:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] bucket.BucketCache(857): removed key fb943484b8c444d1b7460d4394cf4cee_0 from back map with offset lock 2094080 in the evict process 2024-11-07T11:26:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45619 {}] bucket.BucketCache(857): removed key c9c5693e5dc3453b9d0ef6fffb4cdc2f_0 from back map with offset lock 2094080 in the evict process 2024-11-07T11:26:17,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:17,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:17,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:26:17,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:26:17,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:17,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:17,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:26:17,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:26:17,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129030842, stopped=false 2024-11-07T11:26:17,890 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,43547,1730978775197 2024-11-07T11:26:17,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:17,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:17,903 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:17,903 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:17,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:17,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:17,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:17,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:17,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:17,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,45619,1730978775487' ***** 2024-11-07T11:26:17,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:17,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,39425,1730978775552' ***** 2024-11-07T11:26:17,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:17,904 INFO [RS:0;4ab3d709c6df:45619 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T11:26:17,904 INFO [RS:0;4ab3d709c6df:45619 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T11:26:17,904 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T11:26:17,904 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T11:26:17,905 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:17,905 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T11:26:17,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:17,905 INFO [RS:1;4ab3d709c6df:39425 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T11:26:17,905 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T11:26:17,905 INFO [RS:1;4ab3d709c6df:39425 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T11:26:17,905 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T11:26:17,905 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:17,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:17,905 INFO [RS:1;4ab3d709c6df:39425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:17,905 INFO [RS:1;4ab3d709c6df:39425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:17,905 INFO [RS:0;4ab3d709c6df:45619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:17,906 INFO [RS:0;4ab3d709c6df:45619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:17,906 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(3091): Received CLOSE for 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,906 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(3091): Received CLOSE for 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:17,906 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T11:26:17,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:17,908 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:17,908 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:17,908 INFO [RS:1;4ab3d709c6df:39425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4ab3d709c6df:39425. 2024-11-07T11:26:17,908 DEBUG [RS:1;4ab3d709c6df:39425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:17,908 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0582e9ed54a31d4404590bc901b52572, disabling compactions & flushes 2024-11-07T11:26:17,908 DEBUG [RS:1;4ab3d709c6df:39425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,908 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,908 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,908 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:26:17,908 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. after waiting 0 ms 2024-11-07T11:26:17,908 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1325): Online Regions={0582e9ed54a31d4404590bc901b52572=testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572.} 2024-11-07T11:26:17,908 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,909 DEBUG [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1351): Waiting on 0582e9ed54a31d4404590bc901b52572 2024-11-07T11:26:17,909 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:17,909 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:17,909 INFO [RS:0;4ab3d709c6df:45619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:45619. 2024-11-07T11:26:17,909 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48b0089dffc32ed69929b1256d51f1d5, disabling compactions & flushes 2024-11-07T11:26:17,909 DEBUG [RS:0;4ab3d709c6df:45619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:17,909 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,909 DEBUG [RS:0;4ab3d709c6df:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:17,909 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,909 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. after waiting 0 ms 2024-11-07T11:26:17,909 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,909 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:17,909 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:17,910 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:17,910 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:26:17,915 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:26:17,915 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 48b0089dffc32ed69929b1256d51f1d5=testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5.} 2024-11-07T11:26:17,916 DEBUG [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48b0089dffc32ed69929b1256d51f1d5 2024-11-07T11:26:17,916 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:17,916 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:17,916 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:17,916 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:17,916 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:17,916 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T11:26:17,918 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:17,919 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:17,921 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/0582e9ed54a31d4404590bc901b52572/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T11:26:17,922 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,922 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0582e9ed54a31d4404590bc901b52572: Waiting for close lock at 1730978777908Running coprocessor pre-close hooks at 1730978777908Disabling compacts and flushes for region at 1730978777908Disabling writes for close at 1730978777908Writing region close event to WAL at 1730978777916 (+8 ms)Running coprocessor post-close hooks at 1730978777922 (+6 ms)Closed at 1730978777922 2024-11-07T11:26:17,922 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572. 2024-11-07T11:26:17,923 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/default/testClearRegionBlockCache/48b0089dffc32ed69929b1256d51f1d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:26:17,924 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,924 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48b0089dffc32ed69929b1256d51f1d5: Waiting for close lock at 1730978777909Running coprocessor pre-close hooks at 1730978777909Disabling compacts and flushes for region at 1730978777909Disabling writes for close at 1730978777909Writing region close event to WAL at 1730978777916 (+7 ms)Running coprocessor post-close hooks at 1730978777923 (+7 ms)Closed at 1730978777924 (+1 ms) 2024-11-07T11:26:17,924 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730978776713.48b0089dffc32ed69929b1256d51f1d5. 2024-11-07T11:26:17,935 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/info/686937bf064248598389b34e54c586f5 is 173, key is testClearRegionBlockCache,5,1730978776713.0582e9ed54a31d4404590bc901b52572./info:regioninfo/1730978777089/Put/seqid=0 2024-11-07T11:26:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:17,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:17,941 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/info/686937bf064248598389b34e54c586f5 2024-11-07T11:26:17,969 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/ns/3251ea40af7548cdbb7acb81e33055c2 is 43, key is default/ns:d/1730978776651/Put/seqid=0 2024-11-07T11:26:17,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:17,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:17,975 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/ns/3251ea40af7548cdbb7acb81e33055c2 2024-11-07T11:26:17,995 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/table/bde557f87cf84452905394b242196e70 is 61, key is testClearRegionBlockCache/table:state/1730978777103/Put/seqid=0 2024-11-07T11:26:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:18,000 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/table/bde557f87cf84452905394b242196e70 2024-11-07T11:26:18,007 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/info/686937bf064248598389b34e54c586f5 as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/info/686937bf064248598389b34e54c586f5 2024-11-07T11:26:18,013 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/info/686937bf064248598389b34e54c586f5, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T11:26:18,014 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/ns/3251ea40af7548cdbb7acb81e33055c2 as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/ns/3251ea40af7548cdbb7acb81e33055c2 2024-11-07T11:26:18,020 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/ns/3251ea40af7548cdbb7acb81e33055c2, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T11:26:18,021 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/.tmp/table/bde557f87cf84452905394b242196e70 as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/table/bde557f87cf84452905394b242196e70 2024-11-07T11:26:18,027 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/table/bde557f87cf84452905394b242196e70, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T11:26:18,028 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false 2024-11-07T11:26:18,033 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:26:18,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:18,034 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:18,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978777916Running coprocessor pre-close hooks at 1730978777916Disabling compacts and flushes for region at 1730978777916Disabling writes for close at 1730978777916Obtaining lock to block concurrent updates at 1730978777916Preparing flush snapshotting stores in 1588230740 at 1730978777916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730978777917 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978777917Flushing 1588230740/info: creating writer at 1730978777917Flushing 1588230740/info: appending metadata at 1730978777934 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730978777934Flushing 1588230740/ns: creating writer at 1730978777949 (+15 ms)Flushing 1588230740/ns: appending metadata at 1730978777968 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730978777968Flushing 1588230740/table: creating writer at 1730978777981 (+13 ms)Flushing 1588230740/table: appending metadata at 1730978777994 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730978777994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e97c37: reopening flushed file at 1730978778006 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc63275: reopening flushed file at 1730978778013 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a824b6: reopening flushed file at 1730978778020 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false at 1730978778028 (+8 ms)Writing region close event to WAL at 1730978778029 (+1 ms)Running coprocessor post-close hooks at 1730978778034 (+5 ms)Closed at 1730978778034 2024-11-07T11:26:18,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:18,109 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,39425,1730978775552; all regions closed. 2024-11-07T11:26:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741833_1009 (size=1867) 2024-11-07T11:26:18,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/WALs/4ab3d709c6df,39425,1730978775552/4ab3d709c6df%2C39425%2C1730978775552.1730978776252 not finished, retry = 0 2024-11-07T11:26:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741833_1009 (size=1867) 2024-11-07T11:26:18,116 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,45619,1730978775487; all regions closed. 2024-11-07T11:26:18,117 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:26:18,117 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:26:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:18,121 DEBUG [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/oldWALs 2024-11-07T11:26:18,121 INFO [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C45619%2C1730978775487.meta:.meta(num 1730978776586) 2024-11-07T11:26:18,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741834_1010 (size=1758) 2024-11-07T11:26:18,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741834_1010 (size=1758) 2024-11-07T11:26:18,127 DEBUG [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/oldWALs 2024-11-07T11:26:18,127 INFO [RS:0;4ab3d709c6df:45619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C45619%2C1730978775487:(num 1730978776251) 2024-11-07T11:26:18,127 DEBUG [RS:0;4ab3d709c6df:45619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:18,127 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:18,127 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:18,128 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:18,128 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:18,128 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:18,128 INFO [RS:0;4ab3d709c6df:45619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45619 2024-11-07T11:26:18,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,45619,1730978775487 2024-11-07T11:26:18,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:18,137 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:18,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,45619,1730978775487] 2024-11-07T11:26:18,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,45619,1730978775487 already deleted, retry=false 2024-11-07T11:26:18,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,45619,1730978775487 expired; onlineServers=1 2024-11-07T11:26:18,214 DEBUG [RS:1;4ab3d709c6df:39425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/oldWALs 2024-11-07T11:26:18,214 INFO [RS:1;4ab3d709c6df:39425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C39425%2C1730978775552:(num 1730978776252) 2024-11-07T11:26:18,214 DEBUG [RS:1;4ab3d709c6df:39425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:18,214 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:18,214 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:18,214 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:18,215 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:18,215 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:18,215 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:18,215 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:18,215 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:18,215 INFO [RS:1;4ab3d709c6df:39425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39425 2024-11-07T11:26:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:18,222 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,39425,1730978775552 2024-11-07T11:26:18,222 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:18,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,39425,1730978775552] 2024-11-07T11:26:18,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:18,248 INFO [RS:0;4ab3d709c6df:45619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:18,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45619-0x101150bfc370001, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:18,248 INFO [RS:0;4ab3d709c6df:45619 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,45619,1730978775487; zookeeper connection closed. 2024-11-07T11:26:18,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59f12cdf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59f12cdf 2024-11-07T11:26:18,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,39425,1730978775552 already deleted, retry=false 2024-11-07T11:26:18,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,39425,1730978775552 expired; onlineServers=0 2024-11-07T11:26:18,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,43547,1730978775197' ***** 2024-11-07T11:26:18,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:26:18,261 INFO [M:0;4ab3d709c6df:43547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:18,261 INFO [M:0;4ab3d709c6df:43547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:18,261 DEBUG [M:0;4ab3d709c6df:43547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:26:18,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:26:18,262 DEBUG [M:0;4ab3d709c6df:43547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:26:18,262 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978775950 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978775950,5,FailOnTimeoutGroup] 2024-11-07T11:26:18,262 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978775950 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978775950,5,FailOnTimeoutGroup] 2024-11-07T11:26:18,262 INFO [M:0;4ab3d709c6df:43547 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:18,262 INFO [M:0;4ab3d709c6df:43547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:18,262 DEBUG [M:0;4ab3d709c6df:43547 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:26:18,262 INFO [M:0;4ab3d709c6df:43547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:26:18,262 INFO [M:0;4ab3d709c6df:43547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:18,262 INFO [M:0;4ab3d709c6df:43547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:26:18,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:26:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:18,274 DEBUG [M:0;4ab3d709c6df:43547 {}] zookeeper.ZKUtil(347): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:26:18,274 WARN [M:0;4ab3d709c6df:43547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:26:18,275 INFO [M:0;4ab3d709c6df:43547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/.lastflushedseqids 2024-11-07T11:26:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741844_1020 (size=200) 2024-11-07T11:26:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741844_1020 (size=200) 2024-11-07T11:26:18,283 INFO [M:0;4ab3d709c6df:43547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:26:18,283 INFO [M:0;4ab3d709c6df:43547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:26:18,283 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:18,283 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:18,283 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:18,283 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:18,283 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:18,283 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-07T11:26:18,298 DEBUG [M:0;4ab3d709c6df:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd9e5330d815423289f722d65f5270a8 is 82, key is hbase:meta,,1/info:regioninfo/1730978776625/Put/seqid=0 2024-11-07T11:26:18,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:18,307 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd9e5330d815423289f722d65f5270a8 2024-11-07T11:26:18,327 DEBUG [M:0;4ab3d709c6df:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b104bf566afd4207abd1b59cc0db3771 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978777108/Put/seqid=0 2024-11-07T11:26:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741846_1022 (size=6220) 2024-11-07T11:26:18,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741846_1022 (size=6220) 2024-11-07T11:26:18,333 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b104bf566afd4207abd1b59cc0db3771 2024-11-07T11:26:18,340 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:18,340 INFO [RS:1;4ab3d709c6df:39425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:18,340 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39425-0x101150bfc370002, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:18,340 INFO [RS:1;4ab3d709c6df:39425 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,39425,1730978775552; zookeeper connection closed. 2024-11-07T11:26:18,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e8d1bd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e8d1bd0 2024-11-07T11:26:18,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T11:26:18,354 DEBUG [M:0;4ab3d709c6df:43547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5aed2090868423e8d037322299bd88f is 69, key is 4ab3d709c6df,39425,1730978775552/rs:state/1730978776041/Put/seqid=0 2024-11-07T11:26:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:18,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:18,360 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5aed2090868423e8d037322299bd88f 2024-11-07T11:26:18,367 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd9e5330d815423289f722d65f5270a8 as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd9e5330d815423289f722d65f5270a8 2024-11-07T11:26:18,373 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd9e5330d815423289f722d65f5270a8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T11:26:18,374 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b104bf566afd4207abd1b59cc0db3771 as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b104bf566afd4207abd1b59cc0db3771 2024-11-07T11:26:18,380 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b104bf566afd4207abd1b59cc0db3771, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T11:26:18,382 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5aed2090868423e8d037322299bd88f as hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5aed2090868423e8d037322299bd88f 2024-11-07T11:26:18,387 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ffe00a4-93e3-a2a3-f8b4-3ba7c9f169c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5aed2090868423e8d037322299bd88f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T11:26:18,389 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false 2024-11-07T11:26:18,390 INFO [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:18,390 DEBUG [M:0;4ab3d709c6df:43547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978778283Disabling compacts and flushes for region at 1730978778283Disabling writes for close at 1730978778283Obtaining lock to block concurrent updates at 1730978778283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978778283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1730978778283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978778284 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978778284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978778298 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978778298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978778313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978778326 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978778327 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978778339 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978778353 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978778353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2da684: reopening flushed file at 1730978778366 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a9f846: reopening flushed file at 1730978778373 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba14a50: reopening flushed file at 1730978778381 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=71, compaction requested=false at 1730978778389 (+8 ms)Writing region close event to WAL at 1730978778390 (+1 ms)Closed at 1730978778390 2024-11-07T11:26:18,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741830_1006 (size=35452) 2024-11-07T11:26:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741830_1006 (size=35452) 2024-11-07T11:26:18,393 INFO [M:0;4ab3d709c6df:43547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:26:18,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:18,394 INFO [M:0;4ab3d709c6df:43547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43547 2024-11-07T11:26:18,394 INFO [M:0;4ab3d709c6df:43547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:18,501 INFO [M:0;4ab3d709c6df:43547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43547-0x101150bfc370000, quorum=127.0.0.1:64349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:18,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67911dc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:18,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18d18ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:18,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:18,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43745f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:18,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90db679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:18,505 WARN [BP-1081455367-172.17.0.2-1730978772309 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:18,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:18,505 WARN [BP-1081455367-172.17.0.2-1730978772309 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1081455367-172.17.0.2-1730978772309 (Datanode Uuid 51958026-260a-4b60-ab90-5fc2adbf9b18) service to localhost/127.0.0.1:33447 2024-11-07T11:26:18,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:18,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data3/current/BP-1081455367-172.17.0.2-1730978772309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:18,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data4/current/BP-1081455367-172.17.0.2-1730978772309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:18,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:18,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1668e88d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:18,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5d5c1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:18,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:18,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7508e196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:18,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c764378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:18,509 WARN [BP-1081455367-172.17.0.2-1730978772309 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:18,509 WARN [BP-1081455367-172.17.0.2-1730978772309 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1081455367-172.17.0.2-1730978772309 (Datanode Uuid 2819762b-34a9-42fd-b63c-d3dca2c00465) service to localhost/127.0.0.1:33447 2024-11-07T11:26:18,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data2/current/BP-1081455367-172.17.0.2-1730978772309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:18,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:18,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/cluster_2618a470-bb79-f90e-955f-959de6295f7d/data/data1/current/BP-1081455367-172.17.0.2-1730978772309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:18,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:18,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:18,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d2d2613{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:18,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b3088e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:18,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:18,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b1ca055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:18,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59d625d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:18,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:26:18,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:26:18,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=149 (was 130) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33447 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33447 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=498 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=270 (was 308) 2024-11-07T11:26:18,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=149, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=269 2024-11-07T11:26:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir so I do NOT create it in target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe 2024-11-07T11:26:18,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.tmp.dir so I do NOT create it in target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe 2024-11-07T11:26:18,573 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73534eb2-1185-f5a1-cc02-4fa4c286b899/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:26:18,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71, deleteOnExit=true 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/test.cache.data in system properties and HBase conf 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:26:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:26:18,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:26:18,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:26:18,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:18,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:18,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:18,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:18,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:18,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:18,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d30f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:18,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61739e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:19,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5145e0d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/java.io.tmpdir/jetty-localhost-36653-hadoop-hdfs-3_4_1-tests_jar-_-any-10738833437477879530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:19,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e768853{HTTP/1.1, (http/1.1)}{localhost:36653} 2024-11-07T11:26:19,024 INFO [Time-limited test {}] server.Server(415): Started @31243ms 2024-11-07T11:26:19,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:19,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:19,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:19,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:19,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:19,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d14d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:19,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff743d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:19,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648981ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/java.io.tmpdir/jetty-localhost-39449-hadoop-hdfs-3_4_1-tests_jar-_-any-11197719723468083430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:19,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3858a25f{HTTP/1.1, (http/1.1)}{localhost:39449} 2024-11-07T11:26:19,678 INFO [Time-limited test {}] server.Server(415): Started @31897ms 2024-11-07T11:26:19,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:19,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:19,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:19,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:19,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:19,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:19,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@99f9131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:19,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bc67a5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:19,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d8d802{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/java.io.tmpdir/jetty-localhost-37699-hadoop-hdfs-3_4_1-tests_jar-_-any-8234063056259056939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:19,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb012ac{HTTP/1.1, (http/1.1)}{localhost:37699} 2024-11-07T11:26:19,821 INFO [Time-limited test {}] server.Server(415): Started @32040ms 2024-11-07T11:26:19,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:21,018 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data1/current/BP-1012719253-172.17.0.2-1730978778592/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:21,018 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data2/current/BP-1012719253-172.17.0.2-1730978778592/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:21,035 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e3b6c8d3e3b465 with lease ID 0xac414eea158bb3b5: Processing first storage report for DS-0c811f09-99c0-45d5-8470-c35fd15349e1 from datanode DatanodeRegistration(127.0.0.1:36131, datanodeUuid=f082cfd7-a216-499b-8142-c52644be7146, infoPort=44421, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592) 2024-11-07T11:26:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e3b6c8d3e3b465 with lease ID 0xac414eea158bb3b5: from storage DS-0c811f09-99c0-45d5-8470-c35fd15349e1 node DatanodeRegistration(127.0.0.1:36131, datanodeUuid=f082cfd7-a216-499b-8142-c52644be7146, infoPort=44421, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e3b6c8d3e3b465 with lease ID 0xac414eea158bb3b5: Processing first storage report for DS-74f60c89-3888-4dd9-92bb-0c1cd04cfa63 from datanode DatanodeRegistration(127.0.0.1:36131, datanodeUuid=f082cfd7-a216-499b-8142-c52644be7146, infoPort=44421, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592) 2024-11-07T11:26:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e3b6c8d3e3b465 with lease ID 0xac414eea158bb3b5: from storage DS-74f60c89-3888-4dd9-92bb-0c1cd04cfa63 node DatanodeRegistration(127.0.0.1:36131, datanodeUuid=f082cfd7-a216-499b-8142-c52644be7146, infoPort=44421, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:21,116 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data3/current/BP-1012719253-172.17.0.2-1730978778592/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:21,117 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data4/current/BP-1012719253-172.17.0.2-1730978778592/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:21,139 WARN [Thread-1154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe395c2a98c354678 with lease ID 0xac414eea158bb3b6: Processing first storage report for DS-99d14734-52d9-481d-8e04-5ec5350ea0ad from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=fa37ff9e-f07a-4221-a95b-06eee0da44e6, infoPort=45529, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592) 2024-11-07T11:26:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe395c2a98c354678 with lease ID 0xac414eea158bb3b6: from storage DS-99d14734-52d9-481d-8e04-5ec5350ea0ad node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=fa37ff9e-f07a-4221-a95b-06eee0da44e6, infoPort=45529, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:26:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe395c2a98c354678 with lease ID 0xac414eea158bb3b6: Processing first storage report for DS-4409d73e-d232-4f18-ab00-3fe52b40670b from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=fa37ff9e-f07a-4221-a95b-06eee0da44e6, infoPort=45529, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592) 2024-11-07T11:26:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe395c2a98c354678 with lease ID 0xac414eea158bb3b6: from storage DS-4409d73e-d232-4f18-ab00-3fe52b40670b node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=fa37ff9e-f07a-4221-a95b-06eee0da44e6, infoPort=45529, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=570508802;c=1730978778592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:21,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe 2024-11-07T11:26:21,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/zookeeper_0, clientPort=61972, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:26:21,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61972 2024-11-07T11:26:21,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:21,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a with version=8 2024-11-07T11:26:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/hbase-staging 2024-11-07T11:26:21,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:26:21,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:21,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43535 2024-11-07T11:26:21,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43535 connecting to ZooKeeper ensemble=127.0.0.1:61972 2024-11-07T11:26:21,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435350x0, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:21,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43535-0x101150c138f0000 connected 2024-11-07T11:26:21,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:21,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a, hbase.cluster.distributed=false 2024-11-07T11:26:21,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:21,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-07T11:26:21,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43535 2024-11-07T11:26:21,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43535 2024-11-07T11:26:21,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-07T11:26:21,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-07T11:26:21,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:21,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:21,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40347 2024-11-07T11:26:21,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40347 connecting to ZooKeeper ensemble=127.0.0.1:61972 2024-11-07T11:26:21,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403470x0, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:21,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40347-0x101150c138f0001 connected 2024-11-07T11:26:21,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:21,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:21,413 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T11:26:21,418 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T11:26:21,419 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T11:26:21,420 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T11:26:21,421 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:21,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:21,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:21,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-07T11:26:21,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-11-07T11:26:21,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-11-07T11:26:21,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-07T11:26:21,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-07T11:26:21,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:21,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:21,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41889 2024-11-07T11:26:21,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41889 connecting to ZooKeeper ensemble=127.0.0.1:61972 2024-11-07T11:26:21,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418890x0, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:21,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41889-0x101150c138f0002 connected 2024-11-07T11:26:21,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:21,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:21,454 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T11:26:21,459 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T11:26:21,459 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T11:26:21,460 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T11:26:21,460 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:21,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:21,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-07T11:26:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41889 2024-11-07T11:26:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41889 2024-11-07T11:26:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-07T11:26:21,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-07T11:26:21,475 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:43535 2024-11-07T11:26:21,475 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:21,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:21,485 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,496 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:26:21,496 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab3d709c6df,43535,1730978781173 from backup master directory 2024-11-07T11:26:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:21,505 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:21,505 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,509 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/hbase.id] with ID: 1fb25dd6-6544-488c-bd6c-778c67e16e25 2024-11-07T11:26:21,510 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/.tmp/hbase.id 2024-11-07T11:26:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:21,515 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/.tmp/hbase.id]:[hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/hbase.id] 2024-11-07T11:26:21,527 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:21,527 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:26:21,529 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T11:26:21,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:21,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:21,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:26:21,545 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:21,553 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store 2024-11-07T11:26:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:21,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:21,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:21,560 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:21,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:21,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:21,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:21,560 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:21,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978781560Disabling compacts and flushes for region at 1730978781560Disabling writes for close at 1730978781560Writing region close event to WAL at 1730978781560Closed at 1730978781560 2024-11-07T11:26:21,561 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/.initializing 2024-11-07T11:26:21,561 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/WALs/4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:21,564 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C43535%2C1730978781173, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/WALs/4ab3d709c6df,43535,1730978781173, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/oldWALs, maxLogs=10 2024-11-07T11:26:21,576 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/WALs/4ab3d709c6df,43535,1730978781173/4ab3d709c6df%2C43535%2C1730978781173.1730978781564, exclude list is [], retry=0 2024-11-07T11:26:21,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36131,DS-0c811f09-99c0-45d5-8470-c35fd15349e1,DISK] 2024-11-07T11:26:21,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-99d14734-52d9-481d-8e04-5ec5350ea0ad,DISK] 2024-11-07T11:26:21,581 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/WALs/4ab3d709c6df,43535,1730978781173/4ab3d709c6df%2C43535%2C1730978781173.1730978781564 2024-11-07T11:26:21,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44421:44421),(127.0.0.1/127.0.0.1:45529:45529)] 2024-11-07T11:26:21,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:21,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:21,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:26:21,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:26:21,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:26:21,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:21,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:26:21,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:21,592 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,594 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,594 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,595 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:21,596 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:21,598 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:21,598 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63039350, jitterRate=-0.06064048409461975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:21,599 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978781581Initializing all the Stores at 1730978781582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978781582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978781584 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978781584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978781584Cleaning up temporary data from old regions at 1730978781594 (+10 ms)Region opened successfully at 1730978781598 (+4 ms) 2024-11-07T11:26:21,599 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:26:21,601 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e220c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:21,602 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:26:21,602 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:26:21,602 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:26:21,602 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:26:21,603 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:26:21,603 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:26:21,603 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:26:21,605 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:26:21,606 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:26:21,611 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:26:21,611 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:26:21,611 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:26:21,621 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:26:21,622 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:26:21,623 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:26:21,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:26:21,633 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:26:21,642 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:26:21,646 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:26:21,653 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:26:21,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,43535,1730978781173, sessionid=0x101150c138f0000, setting cluster-up flag (Was=false) 2024-11-07T11:26:21,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,716 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:26:21,720 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:21,769 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:26:21,771 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:21,773 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:26:21,775 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:21,776 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:26:21,776 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:26:21,776 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,43535,1730978781173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:26:21,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:21,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:21,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:21,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:21,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:26:21,779 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,779 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:21,779 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978811780 2024-11-07T11:26:21,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:26:21,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:26:21,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:26:21,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:26:21,781 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:26:21,781 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:26:21,781 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:21,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:26:21,782 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:26:21,782 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:26:21,782 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:26:21,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:26:21,784 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:26:21,784 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:26:21,784 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978781784,5,FailOnTimeoutGroup] 2024-11-07T11:26:21,785 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978781784,5,FailOnTimeoutGroup] 2024-11-07T11:26:21,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:26:21,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:21,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:26:21,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a 2024-11-07T11:26:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:21,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:21,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:21,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:21,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:21,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:21,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:21,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:21,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:21,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:21,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:21,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:21,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:21,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:21,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:21,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:21,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740 2024-11-07T11:26:21,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740 2024-11-07T11:26:21,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:21,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:21,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:21,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:21,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:21,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74232961, jitterRate=0.1061573177576065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:21,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978781802Initializing all the Stores at 1730978781802Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978781802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978781802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978781802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978781802Cleaning up temporary data from old regions at 1730978781811 (+9 ms)Region opened successfully at 1730978781815 (+4 ms) 2024-11-07T11:26:21,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:21,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:21,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:21,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:21,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:21,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978781815Disabling compacts and flushes for region at 1730978781815Disabling writes for close at 1730978781815Writing region close event to WAL at 1730978781816 (+1 ms)Closed at 1730978781816 2024-11-07T11:26:21,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:21,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:26:21,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:26:21,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:21,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:26:21,866 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(746): ClusterId : 1fb25dd6-6544-488c-bd6c-778c67e16e25 2024-11-07T11:26:21,866 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(746): ClusterId : 1fb25dd6-6544-488c-bd6c-778c67e16e25 2024-11-07T11:26:21,866 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:21,866 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:21,875 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:21,875 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:21,875 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:21,875 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:21,886 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:21,886 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:21,886 DEBUG [RS:1;4ab3d709c6df:41889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267a925d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:21,886 DEBUG [RS:0;4ab3d709c6df:40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43204d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:21,899 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:40347 2024-11-07T11:26:21,899 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ab3d709c6df:41889 2024-11-07T11:26:21,899 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:21,899 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:21,899 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:21,899 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:21,899 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:21,899 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:21,900 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,43535,1730978781173 with port=41889, startcode=1730978781442 2024-11-07T11:26:21,900 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,43535,1730978781173 with port=40347, startcode=1730978781394 2024-11-07T11:26:21,900 DEBUG [RS:0;4ab3d709c6df:40347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:21,900 DEBUG [RS:1;4ab3d709c6df:41889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:21,902 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:21,902 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:21,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:21,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:21,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:21,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:21,903 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a 2024-11-07T11:26:21,903 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46153 2024-11-07T11:26:21,903 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:21,904 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a 2024-11-07T11:26:21,904 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46153 2024-11-07T11:26:21,904 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:21,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:21,956 DEBUG [RS:1;4ab3d709c6df:41889 {}] zookeeper.ZKUtil(111): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:21,956 WARN [RS:1;4ab3d709c6df:41889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:21,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,41889,1730978781442] 2024-11-07T11:26:21,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,40347,1730978781394] 2024-11-07T11:26:21,956 INFO [RS:1;4ab3d709c6df:41889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:21,957 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:21,957 DEBUG [RS:0;4ab3d709c6df:40347 {}] zookeeper.ZKUtil(111): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:21,957 WARN [RS:0;4ab3d709c6df:40347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:21,957 INFO [RS:0;4ab3d709c6df:40347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:21,958 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:21,964 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:21,964 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:21,966 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:21,966 INFO [RS:1;4ab3d709c6df:41889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:21,966 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,967 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:21,967 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:21,968 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:21,968 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,968 INFO [RS:0;4ab3d709c6df:40347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,968 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,968 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:21,968 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:21,969 WARN [4ab3d709c6df:43535 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:26:21,969 DEBUG [RS:1;4ab3d709c6df:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:21,969 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:21,969 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,969 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:21,970 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,41889,1730978781442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:21,970 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:21,971 DEBUG [RS:0;4ab3d709c6df:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:21,972 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,972 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,972 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,972 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,973 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,973 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40347,1730978781394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:21,986 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:21,986 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,41889,1730978781442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,987 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,987 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.Replication(171): 4ab3d709c6df,41889,1730978781442 started 2024-11-07T11:26:21,988 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:21,988 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40347,1730978781394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,988 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,988 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.Replication(171): 4ab3d709c6df,40347,1730978781394 started 2024-11-07T11:26:21,999 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:21,999 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,41889,1730978781442, RpcServer on 4ab3d709c6df/172.17.0.2:41889, sessionid=0x101150c138f0002 2024-11-07T11:26:21,999 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:21,999 DEBUG [RS:1;4ab3d709c6df:41889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:21,999 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,41889,1730978781442' 2024-11-07T11:26:21,999 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:22,000 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:22,000 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:22,000 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:22,000 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,000 DEBUG [RS:1;4ab3d709c6df:41889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:22,000 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,41889,1730978781442' 2024-11-07T11:26:22,000 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,40347,1730978781394, RpcServer on 4ab3d709c6df/172.17.0.2:40347, sessionid=0x101150c138f0001 2024-11-07T11:26:22,000 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:22,000 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:22,000 DEBUG [RS:0;4ab3d709c6df:40347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:22,001 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,40347,1730978781394' 2024-11-07T11:26:22,001 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:22,001 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:22,001 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:22,002 DEBUG [RS:1;4ab3d709c6df:41889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:22,002 INFO [RS:1;4ab3d709c6df:41889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:22,002 INFO [RS:1;4ab3d709c6df:41889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:22,002 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:22,002 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:22,002 DEBUG [RS:0;4ab3d709c6df:40347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:22,002 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,40347,1730978781394' 2024-11-07T11:26:22,002 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:22,002 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:22,003 DEBUG [RS:0;4ab3d709c6df:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:22,003 INFO [RS:0;4ab3d709c6df:40347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:22,003 INFO [RS:0;4ab3d709c6df:40347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:22,103 INFO [RS:1;4ab3d709c6df:41889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:22,104 INFO [RS:0;4ab3d709c6df:40347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:22,107 INFO [RS:1;4ab3d709c6df:41889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C41889%2C1730978781442, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,41889,1730978781442, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/oldWALs, maxLogs=32 2024-11-07T11:26:22,108 INFO [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C40347%2C1730978781394, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/oldWALs, maxLogs=32 2024-11-07T11:26:22,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:26:22,124 DEBUG [RS:1;4ab3d709c6df:41889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,41889,1730978781442/4ab3d709c6df%2C41889%2C1730978781442.1730978782108, exclude list is [], retry=0 2024-11-07T11:26:22,126 DEBUG [RS:0;4ab3d709c6df:40347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394/4ab3d709c6df%2C40347%2C1730978781394.1730978782109, exclude list is [], retry=0 2024-11-07T11:26:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36131,DS-0c811f09-99c0-45d5-8470-c35fd15349e1,DISK] 2024-11-07T11:26:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-99d14734-52d9-481d-8e04-5ec5350ea0ad,DISK] 2024-11-07T11:26:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-99d14734-52d9-481d-8e04-5ec5350ea0ad,DISK] 2024-11-07T11:26:22,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36131,DS-0c811f09-99c0-45d5-8470-c35fd15349e1,DISK] 2024-11-07T11:26:22,131 INFO [RS:1;4ab3d709c6df:41889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,41889,1730978781442/4ab3d709c6df%2C41889%2C1730978781442.1730978782108 2024-11-07T11:26:22,131 DEBUG [RS:1;4ab3d709c6df:41889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:44421:44421)] 2024-11-07T11:26:22,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:22,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:22,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:22,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:22,133 INFO [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394/4ab3d709c6df%2C40347%2C1730978781394.1730978782109 2024-11-07T11:26:22,133 DEBUG [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:44421:44421)] 2024-11-07T11:26:22,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:22,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:22,219 DEBUG [4ab3d709c6df:43535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T11:26:22,220 DEBUG [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:22,232 DEBUG [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:22,232 DEBUG [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:22,232 DEBUG [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:22,232 DEBUG [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:22,232 INFO [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:22,232 INFO [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:22,232 DEBUG [4ab3d709c6df:43535 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:22,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:22,233 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,40347,1730978781394, state=OPENING 2024-11-07T11:26:22,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:26:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:22,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:22,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:22,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:22,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,40347,1730978781394}] 2024-11-07T11:26:22,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:22,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:22,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:22,586 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:26:22,586 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:22,586 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:26:22,588 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C40347%2C1730978781394.meta, suffix=.meta, logDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/oldWALs, maxLogs=32 2024-11-07T11:26:22,606 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394/4ab3d709c6df%2C40347%2C1730978781394.meta.1730978782589.meta, exclude list is [], retry=0 2024-11-07T11:26:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-99d14734-52d9-481d-8e04-5ec5350ea0ad,DISK] 2024-11-07T11:26:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36131,DS-0c811f09-99c0-45d5-8470-c35fd15349e1,DISK] 2024-11-07T11:26:22,610 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394/4ab3d709c6df%2C40347%2C1730978781394.meta.1730978782589.meta 2024-11-07T11:26:22,610 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:44421:44421)] 2024-11-07T11:26:22,610 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:22,611 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:26:22,611 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:26:22,611 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:26:22,611 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:26:22,611 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:22,611 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:26:22,611 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:26:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:22,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:22,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:22,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:22,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:22,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:22,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:22,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:22,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:22,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:22,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:22,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:22,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:22,617 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:22,618 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740 2024-11-07T11:26:22,619 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740 2024-11-07T11:26:22,620 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:22,620 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:22,620 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:22,622 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:22,623 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65812969, jitterRate=-0.01931034028530121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:22,623 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:26:22,623 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978782611Writing region info on filesystem at 1730978782611Initializing all the Stores at 1730978782612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978782612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978782612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978782612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978782612Cleaning up temporary data from old regions at 1730978782620 (+8 ms)Running coprocessor post-open hooks at 1730978782623 (+3 ms)Region opened successfully at 1730978782623 2024-11-07T11:26:22,624 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978782579 2024-11-07T11:26:22,627 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:26:22,627 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:26:22,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:22,628 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,40347,1730978781394, state=OPEN 2024-11-07T11:26:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:22,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:22,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:22,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:22,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:22,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:26:22,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,40347,1730978781394 in 216 msec 2024-11-07T11:26:22,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:26:22,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 825 msec 2024-11-07T11:26:22,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:22,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:26:22,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:22,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,40347,1730978781394, seqNum=-1] 2024-11-07T11:26:22,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:22,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:22,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 879 msec 2024-11-07T11:26:22,655 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978782655, completionTime=-1 2024-11-07T11:26:22,655 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T11:26:22,655 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:26:22,657 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T11:26:22,657 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978842657 2024-11-07T11:26:22,658 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978902658 2024-11-07T11:26:22,658 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:26:22,658 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T11:26:22,658 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43535,1730978781173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,658 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43535,1730978781173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,658 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43535,1730978781173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:43535, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,659 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,661 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.157sec 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43535,1730978781173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:22,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43535,1730978781173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:26:22,665 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:26:22,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:26:22,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43535,1730978781173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:22,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d87d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:22,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43535,-1 for getting cluster id 2024-11-07T11:26:22,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:26:22,667 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fb25dd6-6544-488c-bd6c-778c67e16e25' 2024-11-07T11:26:22,667 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:26:22,667 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fb25dd6-6544-488c-bd6c-778c67e16e25" 2024-11-07T11:26:22,667 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628372d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:22,667 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43535,-1] 2024-11-07T11:26:22,668 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:26:22,668 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:22,669 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:26:22,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545ba39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:22,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:22,671 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,40347,1730978781394, seqNum=-1] 2024-11-07T11:26:22,671 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:22,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:22,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:22,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:26:22,674 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:22,674 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4525305 2024-11-07T11:26:22,674 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:26:22,675 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:26:22,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T11:26:22,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:26:22,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:22,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T11:26:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:22,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:26:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:22,690 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba44211f4ad39bc94fa3083bea7db244, NAME => 'testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a 2024-11-07T11:26:22,690 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b3a0a79e91f9cccd442cd4b5160fd5b6, NAME => 'testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a 2024-11-07T11:26:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:22,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:22,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ba44211f4ad39bc94fa3083bea7db244, disabling compactions & flushes 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b3a0a79e91f9cccd442cd4b5160fd5b6, disabling compactions & flushes 2024-11-07T11:26:22,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:22,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. after waiting 0 ms 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. after waiting 0 ms 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:22,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:22,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba44211f4ad39bc94fa3083bea7db244: Waiting for close lock at 1730978782700Disabling compacts and flushes for region at 1730978782700Disabling writes for close at 1730978782700Writing region close event to WAL at 1730978782700Closed at 1730978782700 2024-11-07T11:26:22,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b3a0a79e91f9cccd442cd4b5160fd5b6: Waiting for close lock at 1730978782699Disabling compacts and flushes for region at 1730978782700 (+1 ms)Disabling writes for close at 1730978782700Writing region close event to WAL at 1730978782700Closed at 1730978782700 2024-11-07T11:26:22,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:26:22,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978782701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978782701"}]},"ts":"1730978782701"} 2024-11-07T11:26:22,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978782701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978782701"}]},"ts":"1730978782701"} 2024-11-07T11:26:22,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T11:26:22,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:26:22,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978782705"}]},"ts":"1730978782705"} 2024-11-07T11:26:22,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T11:26:22,708 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:22,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:22,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:22,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:22,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:22,709 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:22,709 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:22,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:22,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba44211f4ad39bc94fa3083bea7db244, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3a0a79e91f9cccd442cd4b5160fd5b6, ASSIGN}] 2024-11-07T11:26:22,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3a0a79e91f9cccd442cd4b5160fd5b6, ASSIGN 2024-11-07T11:26:22,711 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba44211f4ad39bc94fa3083bea7db244, ASSIGN 2024-11-07T11:26:22,712 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba44211f4ad39bc94fa3083bea7db244, ASSIGN; state=OFFLINE, location=4ab3d709c6df,41889,1730978781442; forceNewPlan=false, retain=false 2024-11-07T11:26:22,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3a0a79e91f9cccd442cd4b5160fd5b6, ASSIGN; state=OFFLINE, location=4ab3d709c6df,40347,1730978781394; forceNewPlan=false, retain=false 2024-11-07T11:26:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:22,862 INFO [4ab3d709c6df:43535 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T11:26:22,863 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3a0a79e91f9cccd442cd4b5160fd5b6, regionState=OPENING, regionLocation=4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:22,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba44211f4ad39bc94fa3083bea7db244, regionState=OPENING, regionLocation=4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3a0a79e91f9cccd442cd4b5160fd5b6, ASSIGN because future has completed 2024-11-07T11:26:22,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a0a79e91f9cccd442cd4b5160fd5b6, server=4ab3d709c6df,40347,1730978781394}] 2024-11-07T11:26:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba44211f4ad39bc94fa3083bea7db244, ASSIGN because future has completed 2024-11-07T11:26:22,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba44211f4ad39bc94fa3083bea7db244, server=4ab3d709c6df,41889,1730978781442}] 2024-11-07T11:26:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:23,021 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:23,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:23,028 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,028 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b3a0a79e91f9cccd442cd4b5160fd5b6, NAME => 'testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T11:26:23,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:23,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,032 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,032 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ba44211f4ad39bc94fa3083bea7db244, NAME => 'testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T11:26:23,032 INFO [StoreOpener-b3a0a79e91f9cccd442cd4b5160fd5b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,033 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,033 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:23,033 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,033 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,034 INFO [StoreOpener-b3a0a79e91f9cccd442cd4b5160fd5b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a79e91f9cccd442cd4b5160fd5b6 columnFamilyName family 2024-11-07T11:26:23,034 DEBUG [StoreOpener-b3a0a79e91f9cccd442cd4b5160fd5b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:23,034 INFO [StoreOpener-ba44211f4ad39bc94fa3083bea7db244-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,034 INFO [StoreOpener-b3a0a79e91f9cccd442cd4b5160fd5b6-1 {}] regionserver.HStore(327): Store=b3a0a79e91f9cccd442cd4b5160fd5b6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:23,035 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,035 INFO [StoreOpener-ba44211f4ad39bc94fa3083bea7db244-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba44211f4ad39bc94fa3083bea7db244 columnFamilyName family 2024-11-07T11:26:23,035 DEBUG [StoreOpener-ba44211f4ad39bc94fa3083bea7db244-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:23,035 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,036 INFO [StoreOpener-ba44211f4ad39bc94fa3083bea7db244-1 {}] regionserver.HStore(327): Store=ba44211f4ad39bc94fa3083bea7db244/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,037 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,037 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,037 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,038 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,039 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:23,040 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b3a0a79e91f9cccd442cd4b5160fd5b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60001113, jitterRate=-0.10591374337673187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:23,040 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,040 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:23,041 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ba44211f4ad39bc94fa3083bea7db244; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69888568, jitterRate=0.041420817375183105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:23,041 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,041 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b3a0a79e91f9cccd442cd4b5160fd5b6: Running coprocessor pre-open hook at 1730978783030Writing region info on filesystem at 1730978783030Initializing all the Stores at 1730978783032 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978783032Cleaning up temporary data from old regions at 1730978783036 (+4 ms)Running coprocessor post-open hooks at 1730978783040 (+4 ms)Region opened successfully at 1730978783041 (+1 ms) 2024-11-07T11:26:23,041 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ba44211f4ad39bc94fa3083bea7db244: Running coprocessor pre-open hook at 1730978783033Writing region info on filesystem at 1730978783033Initializing all the Stores at 1730978783034 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978783034Cleaning up temporary data from old regions at 1730978783037 (+3 ms)Running coprocessor post-open hooks at 1730978783041 (+4 ms)Region opened successfully at 1730978783041 2024-11-07T11:26:23,042 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6., pid=7, masterSystemTime=1730978783019 2024-11-07T11:26:23,042 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244., pid=8, masterSystemTime=1730978783021 2024-11-07T11:26:23,044 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,044 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3a0a79e91f9cccd442cd4b5160fd5b6, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:23,045 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,045 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba44211f4ad39bc94fa3083bea7db244, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:23,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a0a79e91f9cccd442cd4b5160fd5b6, server=4ab3d709c6df,40347,1730978781394 because future has completed 2024-11-07T11:26:23,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba44211f4ad39bc94fa3083bea7db244, server=4ab3d709c6df,41889,1730978781442 because future has completed 2024-11-07T11:26:23,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:26:23,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b3a0a79e91f9cccd442cd4b5160fd5b6, server=4ab3d709c6df,40347,1730978781394 in 183 msec 2024-11-07T11:26:23,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T11:26:23,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba44211f4ad39bc94fa3083bea7db244, server=4ab3d709c6df,41889,1730978781442 in 183 msec 2024-11-07T11:26:23,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3a0a79e91f9cccd442cd4b5160fd5b6, ASSIGN in 342 msec 2024-11-07T11:26:23,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:26:23,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba44211f4ad39bc94fa3083bea7db244, ASSIGN in 343 msec 2024-11-07T11:26:23,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:26:23,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978783056"}]},"ts":"1730978783056"} 2024-11-07T11:26:23,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T11:26:23,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:26:23,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 383 msec 2024-11-07T11:26:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:23,311 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T11:26:23,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T11:26:23,312 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:23,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T11:26:23,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:23,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T11:26:23,322 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244., hostname=4ab3d709c6df,41889,1730978781442, seqNum=2] 2024-11-07T11:26:23,322 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:23,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:23,333 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6., hostname=4ab3d709c6df,40347,1730978781394, seqNum=2] 2024-11-07T11:26:23,341 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3a0a79e91f9cccd442cd4b5160fd5b6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T11:26:23,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/.tmp/family/ce90297d12974a238aecdccdb9b11eae is 32, key is 5/family:/1730978783334/Put/seqid=0 2024-11-07T11:26:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741839_1015 (size=5083) 2024-11-07T11:26:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741839_1015 (size=5083) 2024-11-07T11:26:23,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/.tmp/family/ce90297d12974a238aecdccdb9b11eae 2024-11-07T11:26:23,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/.tmp/family/ce90297d12974a238aecdccdb9b11eae as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/family/ce90297d12974a238aecdccdb9b11eae 2024-11-07T11:26:23,375 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/family/ce90297d12974a238aecdccdb9b11eae, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T11:26:23,376 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b3a0a79e91f9cccd442cd4b5160fd5b6 in 35ms, sequenceid=9, compaction requested=false 2024-11-07T11:26:23,376 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b3a0a79e91f9cccd442cd4b5160fd5b6: 2024-11-07T11:26:23,377 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ba44211f4ad39bc94fa3083bea7db244 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T11:26:23,391 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/.tmp/family/08e0ca8002714c17bd6dcfe1455288b6 is 32, key is 1/family:/1730978783323/Put/seqid=0 2024-11-07T11:26:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741840_1016 (size=5054) 2024-11-07T11:26:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741840_1016 (size=5054) 2024-11-07T11:26:23,397 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/.tmp/family/08e0ca8002714c17bd6dcfe1455288b6 2024-11-07T11:26:23,403 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/.tmp/family/08e0ca8002714c17bd6dcfe1455288b6 as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/family/08e0ca8002714c17bd6dcfe1455288b6 2024-11-07T11:26:23,409 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/family/08e0ca8002714c17bd6dcfe1455288b6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T11:26:23,410 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ba44211f4ad39bc94fa3083bea7db244 in 34ms, sequenceid=8, compaction requested=false 2024-11-07T11:26:23,410 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ba44211f4ad39bc94fa3083bea7db244: 2024-11-07T11:26:23,412 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file ce90297d12974a238aecdccdb9b11eae, starting offset: 0, end offset: 9223372036854775807 2024-11-07T11:26:23,412 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key ce90297d12974a238aecdccdb9b11eae_0 from back map with offset lock 2094080 in the evict process 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 08e0ca8002714c17bd6dcfe1455288b6, starting offset: 0, end offset: 9223372036854775807 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 08e0ca8002714c17bd6dcfe1455288b6_0 from back map with offset lock 2094080 in the evict process 2024-11-07T11:26:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:26:23,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:26:23,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509690013, stopped=false 2024-11-07T11:26:23,415 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,43535,1730978781173 2024-11-07T11:26:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:23,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:23,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:23,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:23,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:23,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:23,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,40347,1730978781394' ***** 2024-11-07T11:26:23,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:23,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,41889,1730978781442' ***** 2024-11-07T11:26:23,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:23,465 INFO [RS:0;4ab3d709c6df:40347 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T11:26:23,465 INFO [RS:1;4ab3d709c6df:41889 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T11:26:23,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:23,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:23,465 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T11:26:23,465 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T11:26:23,465 INFO [RS:0;4ab3d709c6df:40347 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T11:26:23,465 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:23,465 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T11:26:23,465 INFO [RS:0;4ab3d709c6df:40347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:23,465 INFO [RS:0;4ab3d709c6df:40347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:23,465 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,465 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T11:26:23,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:23,466 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:40347. 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(3091): Received CLOSE for ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,466 DEBUG [RS:0;4ab3d709c6df:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:23,466 DEBUG [RS:0;4ab3d709c6df:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:23,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4ab3d709c6df:41889. 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba44211f4ad39bc94fa3083bea7db244, disabling compactions & flushes 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:26:23,466 DEBUG [RS:1;4ab3d709c6df:41889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:23,466 DEBUG [RS:1;4ab3d709c6df:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,466 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3a0a79e91f9cccd442cd4b5160fd5b6, disabling compactions & flushes 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,466 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,466 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. after waiting 0 ms 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. after waiting 0 ms 2024-11-07T11:26:23,466 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,466 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1325): Online Regions={ba44211f4ad39bc94fa3083bea7db244=testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244.} 2024-11-07T11:26:23,466 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,466 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b3a0a79e91f9cccd442cd4b5160fd5b6=testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6.} 2024-11-07T11:26:23,467 DEBUG [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1351): Waiting on ba44211f4ad39bc94fa3083bea7db244 2024-11-07T11:26:23,467 DEBUG [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3a0a79e91f9cccd442cd4b5160fd5b6 2024-11-07T11:26:23,467 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:23,467 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:23,467 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:23,467 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:23,467 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:23,467 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T11:26:23,467 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T11:26:23,472 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:23,474 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/ba44211f4ad39bc94fa3083bea7db244/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:26:23,475 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,475 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:23,475 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba44211f4ad39bc94fa3083bea7db244: Waiting for close lock at 1730978783466Running coprocessor pre-close hooks at 1730978783466Disabling compacts and flushes for region at 1730978783466Disabling writes for close at 1730978783466Writing region close event to WAL at 1730978783471 (+5 ms)Running coprocessor post-close hooks at 1730978783475 (+4 ms)Closed at 1730978783475 2024-11-07T11:26:23,475 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730978782676.ba44211f4ad39bc94fa3083bea7db244. 2024-11-07T11:26:23,477 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/default/testClearRegionBlockCache/b3a0a79e91f9cccd442cd4b5160fd5b6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T11:26:23,477 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,477 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3a0a79e91f9cccd442cd4b5160fd5b6: Waiting for close lock at 1730978783466Running coprocessor pre-close hooks at 1730978783466Disabling compacts and flushes for region at 1730978783466Disabling writes for close at 1730978783466Writing region close event to WAL at 1730978783471 (+5 ms)Running coprocessor post-close hooks at 1730978783477 (+6 ms)Closed at 1730978783477 2024-11-07T11:26:23,477 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6. 2024-11-07T11:26:23,491 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/info/7f30996ecb48489e8d5efb292b4cfbe0 is 173, key is testClearRegionBlockCache,5,1730978782676.b3a0a79e91f9cccd442cd4b5160fd5b6./info:regioninfo/1730978783045/Put/seqid=0 2024-11-07T11:26:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:23,496 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/info/7f30996ecb48489e8d5efb292b4cfbe0 2024-11-07T11:26:23,516 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/ns/1c30fc84509b44758d0a26e9c9f84504 is 43, key is default/ns:d/1730978782650/Put/seqid=0 2024-11-07T11:26:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:23,522 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/ns/1c30fc84509b44758d0a26e9c9f84504 2024-11-07T11:26:23,545 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/table/5ce3e61e58f34d57ad6bdf22305b63c7 is 61, key is testClearRegionBlockCache/table:state/1730978783056/Put/seqid=0 2024-11-07T11:26:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:23,551 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/table/5ce3e61e58f34d57ad6bdf22305b63c7 2024-11-07T11:26:23,557 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/info/7f30996ecb48489e8d5efb292b4cfbe0 as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/info/7f30996ecb48489e8d5efb292b4cfbe0 2024-11-07T11:26:23,563 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/info/7f30996ecb48489e8d5efb292b4cfbe0, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T11:26:23,564 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/ns/1c30fc84509b44758d0a26e9c9f84504 as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/ns/1c30fc84509b44758d0a26e9c9f84504 2024-11-07T11:26:23,570 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/ns/1c30fc84509b44758d0a26e9c9f84504, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T11:26:23,571 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/.tmp/table/5ce3e61e58f34d57ad6bdf22305b63c7 as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/table/5ce3e61e58f34d57ad6bdf22305b63c7 2024-11-07T11:26:23,576 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/table/5ce3e61e58f34d57ad6bdf22305b63c7, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T11:26:23,577 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-07T11:26:23,582 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:26:23,583 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:23,583 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:23,583 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978783467Running coprocessor pre-close hooks at 1730978783467Disabling compacts and flushes for region at 1730978783467Disabling writes for close at 1730978783467Obtaining lock to block concurrent updates at 1730978783467Preparing flush snapshotting stores in 1588230740 at 1730978783467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730978783468 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978783468Flushing 1588230740/info: creating writer at 1730978783468Flushing 1588230740/info: appending metadata at 1730978783490 (+22 ms)Flushing 1588230740/info: closing flushed file at 1730978783490Flushing 1588230740/ns: creating writer at 1730978783502 (+12 ms)Flushing 1588230740/ns: appending metadata at 1730978783515 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730978783515Flushing 1588230740/table: creating writer at 1730978783527 (+12 ms)Flushing 1588230740/table: appending metadata at 1730978783545 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730978783545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48cdf7d6: reopening flushed file at 1730978783556 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4560679c: reopening flushed file at 1730978783563 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0b9ced: reopening flushed file at 1730978783570 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1730978783577 (+7 ms)Writing region close event to WAL at 1730978783579 (+2 ms)Running coprocessor post-close hooks at 1730978783583 (+4 ms)Closed at 1730978783583 2024-11-07T11:26:23,583 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:23,667 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,41889,1730978781442; all regions closed. 2024-11-07T11:26:23,667 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,40347,1730978781394; all regions closed. 2024-11-07T11:26:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:23,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394/4ab3d709c6df%2C40347%2C1730978781394.meta.1730978782589.meta not finished, retry = 0 2024-11-07T11:26:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741833_1009 (size=1758) 2024-11-07T11:26:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741833_1009 (size=1758) 2024-11-07T11:26:23,673 DEBUG [RS:1;4ab3d709c6df:41889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/oldWALs 2024-11-07T11:26:23,673 INFO [RS:1;4ab3d709c6df:41889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C41889%2C1730978781442:(num 1730978782108) 2024-11-07T11:26:23,674 DEBUG [RS:1;4ab3d709c6df:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:23,674 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:23,674 INFO [RS:1;4ab3d709c6df:41889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41889 2024-11-07T11:26:23,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:23,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,41889,1730978781442 2024-11-07T11:26:23,684 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:23,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,41889,1730978781442] 2024-11-07T11:26:23,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,41889,1730978781442 already deleted, retry=false 2024-11-07T11:26:23,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,41889,1730978781442 expired; onlineServers=1 2024-11-07T11:26:23,778 DEBUG [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/oldWALs 2024-11-07T11:26:23,778 INFO [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C40347%2C1730978781394.meta:.meta(num 1730978782589) 2024-11-07T11:26:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741834_1010 (size=1867) 2024-11-07T11:26:23,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/WALs/4ab3d709c6df,40347,1730978781394/4ab3d709c6df%2C40347%2C1730978781394.1730978782109 not finished, retry = 0 2024-11-07T11:26:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741834_1010 (size=1867) 2024-11-07T11:26:23,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:23,795 INFO [RS:1;4ab3d709c6df:41889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:23,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101150c138f0002, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:23,795 INFO [RS:1;4ab3d709c6df:41889 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,41889,1730978781442; zookeeper connection closed. 2024-11-07T11:26:23,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20cd18c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20cd18c4 2024-11-07T11:26:23,888 DEBUG [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/oldWALs 2024-11-07T11:26:23,888 INFO [RS:0;4ab3d709c6df:40347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C40347%2C1730978781394:(num 1730978782109) 2024-11-07T11:26:23,888 DEBUG [RS:0;4ab3d709c6df:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:23,888 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:23,888 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:23,889 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:23,889 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:23,889 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:23,889 INFO [RS:0;4ab3d709c6df:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40347 2024-11-07T11:26:23,903 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:23,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:23,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,40347,1730978781394 2024-11-07T11:26:23,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,40347,1730978781394] 2024-11-07T11:26:23,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,40347,1730978781394 already deleted, retry=false 2024-11-07T11:26:23,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,40347,1730978781394 expired; onlineServers=0 2024-11-07T11:26:23,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,43535,1730978781173' ***** 2024-11-07T11:26:23,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:26:23,924 INFO [M:0;4ab3d709c6df:43535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:23,924 INFO [M:0;4ab3d709c6df:43535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:23,924 DEBUG [M:0;4ab3d709c6df:43535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:26:23,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:26:23,924 DEBUG [M:0;4ab3d709c6df:43535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:26:23,924 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978781784 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978781784,5,FailOnTimeoutGroup] 2024-11-07T11:26:23,924 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978781784 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978781784,5,FailOnTimeoutGroup] 2024-11-07T11:26:23,924 INFO [M:0;4ab3d709c6df:43535 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:23,924 INFO [M:0;4ab3d709c6df:43535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:23,924 DEBUG [M:0;4ab3d709c6df:43535 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:26:23,924 INFO [M:0;4ab3d709c6df:43535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:26:23,924 INFO [M:0;4ab3d709c6df:43535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:23,925 INFO [M:0;4ab3d709c6df:43535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:26:23,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:26:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:23,934 DEBUG [M:0;4ab3d709c6df:43535 {}] zookeeper.ZKUtil(347): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:26:23,934 WARN [M:0;4ab3d709c6df:43535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:26:23,935 INFO [M:0;4ab3d709c6df:43535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/.lastflushedseqids 2024-11-07T11:26:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741844_1020 (size=200) 2024-11-07T11:26:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741844_1020 (size=200) 2024-11-07T11:26:23,941 INFO [M:0;4ab3d709c6df:43535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:26:23,941 INFO [M:0;4ab3d709c6df:43535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:26:23,941 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:23,941 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:23,941 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:23,941 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:23,941 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:23,941 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-07T11:26:23,959 DEBUG [M:0;4ab3d709c6df:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/996d3b3a6b374525923683f61d79e70a is 82, key is hbase:meta,,1/info:regioninfo/1730978782627/Put/seqid=0 2024-11-07T11:26:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:23,964 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/996d3b3a6b374525923683f61d79e70a 2024-11-07T11:26:23,984 DEBUG [M:0;4ab3d709c6df:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d76affb6e8a4ad5a858a94a6cc0c1cd is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978783060/Put/seqid=0 2024-11-07T11:26:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741846_1022 (size=6220) 2024-11-07T11:26:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741846_1022 (size=6220) 2024-11-07T11:26:23,992 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d76affb6e8a4ad5a858a94a6cc0c1cd 2024-11-07T11:26:24,012 DEBUG [M:0;4ab3d709c6df:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c7d6cfec2f0458d8fb799d82c8a77c2 is 69, key is 4ab3d709c6df,40347,1730978781394/rs:state/1730978781903/Put/seqid=0 2024-11-07T11:26:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:24,013 INFO [RS:0;4ab3d709c6df:40347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x101150c138f0001, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:24,013 INFO [RS:0;4ab3d709c6df:40347 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,40347,1730978781394; zookeeper connection closed. 2024-11-07T11:26:24,014 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52bf28b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52bf28b1 2024-11-07T11:26:24,014 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T11:26:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:24,017 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c7d6cfec2f0458d8fb799d82c8a77c2 2024-11-07T11:26:24,023 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/996d3b3a6b374525923683f61d79e70a as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/996d3b3a6b374525923683f61d79e70a 2024-11-07T11:26:24,029 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/996d3b3a6b374525923683f61d79e70a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T11:26:24,030 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d76affb6e8a4ad5a858a94a6cc0c1cd as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d76affb6e8a4ad5a858a94a6cc0c1cd 2024-11-07T11:26:24,036 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d76affb6e8a4ad5a858a94a6cc0c1cd, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T11:26:24,038 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c7d6cfec2f0458d8fb799d82c8a77c2 as hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c7d6cfec2f0458d8fb799d82c8a77c2 2024-11-07T11:26:24,044 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/01712f29-fd0a-9489-e2e6-2bce3fedc14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c7d6cfec2f0458d8fb799d82c8a77c2, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T11:26:24,045 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false 2024-11-07T11:26:24,046 INFO [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:24,046 DEBUG [M:0;4ab3d709c6df:43535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978783941Disabling compacts and flushes for region at 1730978783941Disabling writes for close at 1730978783941Obtaining lock to block concurrent updates at 1730978783941Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978783941Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1730978783942 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978783942Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978783942Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978783958 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978783958Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978783969 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978783983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978783983Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978783997 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978784011 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978784011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742c3090: reopening flushed file at 1730978784022 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6436a156: reopening flushed file at 1730978784029 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50425b5: reopening flushed file at 1730978784037 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false at 1730978784045 (+8 ms)Writing region close event to WAL at 1730978784046 (+1 ms)Closed at 1730978784046 2024-11-07T11:26:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36131 is added to blk_1073741830_1006 (size=35452) 2024-11-07T11:26:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741830_1006 (size=35452) 2024-11-07T11:26:24,049 INFO [M:0;4ab3d709c6df:43535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:26:24,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:24,049 INFO [M:0;4ab3d709c6df:43535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43535 2024-11-07T11:26:24,049 INFO [M:0;4ab3d709c6df:43535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:24,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:24,161 INFO [M:0;4ab3d709c6df:43535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:24,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x101150c138f0000, quorum=127.0.0.1:61972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:24,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d8d802{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:24,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb012ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:24,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:24,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bc67a5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:24,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@99f9131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:24,165 WARN [BP-1012719253-172.17.0.2-1730978778592 heartbeating to localhost/127.0.0.1:46153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:24,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:24,165 WARN [BP-1012719253-172.17.0.2-1730978778592 heartbeating to localhost/127.0.0.1:46153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1012719253-172.17.0.2-1730978778592 (Datanode Uuid fa37ff9e-f07a-4221-a95b-06eee0da44e6) service to localhost/127.0.0.1:46153 2024-11-07T11:26:24,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:24,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data3/current/BP-1012719253-172.17.0.2-1730978778592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:24,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data4/current/BP-1012719253-172.17.0.2-1730978778592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:24,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:24,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648981ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:24,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3858a25f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:24,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:24,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff743d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:24,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d14d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:24,169 WARN [BP-1012719253-172.17.0.2-1730978778592 heartbeating to localhost/127.0.0.1:46153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:24,169 WARN [BP-1012719253-172.17.0.2-1730978778592 heartbeating to localhost/127.0.0.1:46153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1012719253-172.17.0.2-1730978778592 (Datanode Uuid f082cfd7-a216-499b-8142-c52644be7146) service to localhost/127.0.0.1:46153 2024-11-07T11:26:24,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data1/current/BP-1012719253-172.17.0.2-1730978778592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:24,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/cluster_4bc509b1-9e74-a1bd-db75-5549c1b6ea71/data/data2/current/BP-1012719253-172.17.0.2-1730978778592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:24,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:24,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:24,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:24,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5145e0d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:24,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e768853{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:24,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:24,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61739e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:24,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d30f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:24,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:26:24,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:26:24,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=167 (was 149) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46153 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46153 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=273 (was 269) - AvailableMemoryMB LEAK? - 2024-11-07T11:26:24,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=167, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=273 2024-11-07T11:26:24,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir so I do NOT create it in target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a 2024-11-07T11:26:24,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:26:24,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.tmp.dir so I do NOT create it in target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a 2024-11-07T11:26:24,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d49c510-2f4c-258b-f265-400e8e621ffe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:26:24,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0, deleteOnExit=true 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/test.cache.data in system properties and HBase conf 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:26:24,242 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:24,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:26:24,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:26:24,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:24,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:24,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:24,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:24,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:26:24,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:24,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7570489f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:24,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbc9b84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:24,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@653b2a59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/java.io.tmpdir/jetty-localhost-44037-hadoop-hdfs-3_4_1-tests_jar-_-any-17672491143641827353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:24,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e91f7{HTTP/1.1, (http/1.1)}{localhost:44037} 2024-11-07T11:26:24,650 INFO [Time-limited test {}] server.Server(415): Started @36869ms 2024-11-07T11:26:24,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:24,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:24,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:24,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:24,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:26:24,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13b60e30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:24,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a391077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:25,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b85174e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/java.io.tmpdir/jetty-localhost-46219-hadoop-hdfs-3_4_1-tests_jar-_-any-12224264523609075091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:25,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1110f179{HTTP/1.1, (http/1.1)}{localhost:46219} 2024-11-07T11:26:25,003 INFO [Time-limited test {}] server.Server(415): Started @37222ms 2024-11-07T11:26:25,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:25,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:26:25,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:26:25,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:26:25,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:26:25,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:26:25,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d50dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:26:25,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20942ca5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:26:25,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74609373{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/java.io.tmpdir/jetty-localhost-39843-hadoop-hdfs-3_4_1-tests_jar-_-any-11510943624938189508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:25,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48f3b89a{HTTP/1.1, (http/1.1)}{localhost:39843} 2024-11-07T11:26:25,131 INFO [Time-limited test {}] server.Server(415): Started @37350ms 2024-11-07T11:26:25,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:26:26,191 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data1/current/BP-621129891-172.17.0.2-1730978784267/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:26,191 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data2/current/BP-621129891-172.17.0.2-1730978784267/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:26,218 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c982a6d715d289 with lease ID 0xd214fe2942bb40b7: Processing first storage report for DS-c7a7abb8-b23c-498c-9d6f-2011c79b66d0 from datanode DatanodeRegistration(127.0.0.1:38831, datanodeUuid=3f9c0e34-14b6-49cd-97a6-6a8e536b776a, infoPort=38315, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267) 2024-11-07T11:26:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c982a6d715d289 with lease ID 0xd214fe2942bb40b7: from storage DS-c7a7abb8-b23c-498c-9d6f-2011c79b66d0 node DatanodeRegistration(127.0.0.1:38831, datanodeUuid=3f9c0e34-14b6-49cd-97a6-6a8e536b776a, infoPort=38315, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c982a6d715d289 with lease ID 0xd214fe2942bb40b7: Processing first storage report for DS-cf5726b2-394d-4f4c-9f01-3ffbb6ad62eb from datanode DatanodeRegistration(127.0.0.1:38831, datanodeUuid=3f9c0e34-14b6-49cd-97a6-6a8e536b776a, infoPort=38315, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267) 2024-11-07T11:26:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c982a6d715d289 with lease ID 0xd214fe2942bb40b7: from storage DS-cf5726b2-394d-4f4c-9f01-3ffbb6ad62eb node DatanodeRegistration(127.0.0.1:38831, datanodeUuid=3f9c0e34-14b6-49cd-97a6-6a8e536b776a, infoPort=38315, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:26,335 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data3/current/BP-621129891-172.17.0.2-1730978784267/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:26,335 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data4/current/BP-621129891-172.17.0.2-1730978784267/current, will proceed with Du for space computation calculation, 2024-11-07T11:26:26,356 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:26:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb704623b2bdb4b56 with lease ID 0xd214fe2942bb40b8: Processing first storage report for DS-352adca0-5024-456f-bc0c-3aad55497320 from datanode DatanodeRegistration(127.0.0.1:38123, datanodeUuid=55843c00-e704-4b8b-8773-7b9d124a4ffa, infoPort=41625, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267) 2024-11-07T11:26:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb704623b2bdb4b56 with lease ID 0xd214fe2942bb40b8: from storage DS-352adca0-5024-456f-bc0c-3aad55497320 node DatanodeRegistration(127.0.0.1:38123, datanodeUuid=55843c00-e704-4b8b-8773-7b9d124a4ffa, infoPort=41625, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb704623b2bdb4b56 with lease ID 0xd214fe2942bb40b8: Processing first storage report for DS-89663fd1-d667-4012-84b6-8e15b07d69c0 from datanode DatanodeRegistration(127.0.0.1:38123, datanodeUuid=55843c00-e704-4b8b-8773-7b9d124a4ffa, infoPort=41625, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267) 2024-11-07T11:26:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb704623b2bdb4b56 with lease ID 0xd214fe2942bb40b8: from storage DS-89663fd1-d667-4012-84b6-8e15b07d69c0 node DatanodeRegistration(127.0.0.1:38123, datanodeUuid=55843c00-e704-4b8b-8773-7b9d124a4ffa, infoPort=41625, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=790949104;c=1730978784267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:26:26,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a 2024-11-07T11:26:26,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/zookeeper_0, clientPort=58850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:26:26,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58850 2024-11-07T11:26:26,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:26:26,380 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3 with version=8 2024-11-07T11:26:26,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/hbase-staging 2024-11-07T11:26:26,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:26,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:26,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:26,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:26:26,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:26,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39529 2024-11-07T11:26:26,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39529 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-07T11:26:26,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395290x0, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:26,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39529-0x101150c27ea0000 connected 2024-11-07T11:26:26,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:26,535 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3, hbase.cluster.distributed=false 2024-11-07T11:26:26,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:26,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39529 2024-11-07T11:26:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39529 2024-11-07T11:26:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39529 2024-11-07T11:26:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39529 2024-11-07T11:26:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39529 2024-11-07T11:26:26,560 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:26,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:26,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:26,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:26,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:26,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38817 2024-11-07T11:26:26,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38817 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-07T11:26:26,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388170x0, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:26,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388170x0, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:26,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38817-0x101150c27ea0001 connected 2024-11-07T11:26:26,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:26,580 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T11:26:26,588 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T11:26:26,589 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T11:26:26,591 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T11:26:26,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:26,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:26,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38817 2024-11-07T11:26:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38817 2024-11-07T11:26:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38817 2024-11-07T11:26:26,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38817 2024-11-07T11:26:26,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38817 2024-11-07T11:26:26,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:26:26,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:26:26,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-07T11:26:26,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37703 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-07T11:26:26,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377030x0, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:26:26,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37703-0x101150c27ea0002 connected 2024-11-07T11:26:26,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:26,622 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:26:26,622 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T11:26:26,626 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T11:26:26,626 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T11:26:26,627 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T11:26:26,627 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:26:26,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:26:26,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:26:26,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-07T11:26:26,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-07T11:26:26,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-07T11:26:26,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-07T11:26:26,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-07T11:26:26,671 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:39529 2024-11-07T11:26:26,671 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:26,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:26,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:26,685 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:26,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:26,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,695 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:26:26,696 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ab3d709c6df,39529,1730978786382 from backup master directory 2024-11-07T11:26:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:26:26,705 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:26,705 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,710 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/hbase.id] with ID: c913ea4a-63d3-4a22-a8fa-2d3272e1e1c5 2024-11-07T11:26:26,710 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/.tmp/hbase.id 2024-11-07T11:26:26,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:26,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:26:26,716 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/.tmp/hbase.id]:[hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/hbase.id] 2024-11-07T11:26:26,730 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:26:26,730 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:26:26,731 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:26:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:26:26,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:26,752 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:26:26,753 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:26:26,760 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store 2024-11-07T11:26:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:26:26,767 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:26,767 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:26,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:26,767 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:26,767 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:26,767 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:26,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:26,767 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978786767Disabling compacts and flushes for region at 1730978786767Disabling writes for close at 1730978786767Writing region close event to WAL at 1730978786767Closed at 1730978786767 2024-11-07T11:26:26,768 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/.initializing 2024-11-07T11:26:26,768 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/WALs/4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,769 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:26,770 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C39529%2C1730978786382, suffix=, logDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/WALs/4ab3d709c6df,39529,1730978786382, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/oldWALs, maxLogs=10 2024-11-07T11:26:26,783 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/WALs/4ab3d709c6df,39529,1730978786382/4ab3d709c6df%2C39529%2C1730978786382.1730978786770, exclude list is [], retry=0 2024-11-07T11:26:26,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-352adca0-5024-456f-bc0c-3aad55497320,DISK] 2024-11-07T11:26:26,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-c7a7abb8-b23c-498c-9d6f-2011c79b66d0,DISK] 2024-11-07T11:26:26,787 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/WALs/4ab3d709c6df,39529,1730978786382/4ab3d709c6df%2C39529%2C1730978786382.1730978786770 2024-11-07T11:26:26,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625),(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-07T11:26:26,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:26,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:26,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:26:26,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:26,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:26,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:26:26,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:26,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:26,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:26:26,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:26:26,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:26,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:26,797 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,798 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,798 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,799 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,799 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,800 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:26,801 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:26:26,803 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:26,803 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71752628, jitterRate=0.06919747591018677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:26,804 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978786788Initializing all the Stores at 1730978786789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978786789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978786789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978786789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978786789Cleaning up temporary data from old regions at 1730978786799 (+10 ms)Region opened successfully at 1730978786804 (+5 ms) 2024-11-07T11:26:26,804 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:26:26,807 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:26,807 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:26:26,808 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:26:26,808 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:26:26,808 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:26:26,808 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:26:26,808 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:26:26,808 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:26:26,810 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:26:26,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:26:26,821 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:26:26,821 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:26:26,822 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:26:26,831 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:26:26,832 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:26:26,833 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:26:26,842 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:26:26,843 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:26:26,852 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:26:26,855 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:26:26,863 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:26:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,874 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,39529,1730978786382, sessionid=0x101150c27ea0000, setting cluster-up flag (Was=false) 2024-11-07T11:26:26,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,926 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:26:26,928 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:26,979 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:26:26,982 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:26,984 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:26:26,988 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:26,988 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:26:26,988 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:26:26,989 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,39529,1730978786382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:26:26,992 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:26,992 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:26,992 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:26,993 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:26:26,993 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:26:26,993 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:26,993 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:26,993 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978816994 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:26:26,994 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:26,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:26,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:26:26,995 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:26:26,995 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:26:26,995 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:26:26,995 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:26:26,995 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:26:26,995 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978786995,5,FailOnTimeoutGroup] 2024-11-07T11:26:26,995 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978786995,5,FailOnTimeoutGroup] 2024-11-07T11:26:26,995 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:26,996 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:26:26,996 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:26,996 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:26,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:26,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:26:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:26:27,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:26:27,009 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3 2024-11-07T11:26:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:26:27,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:27,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:27,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:27,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:27,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:27,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:27,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:27,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:27,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:27,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:27,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740 2024-11-07T11:26:27,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740 2024-11-07T11:26:27,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:27,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:27,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:27,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:27,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:27,028 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69216945, jitterRate=0.03141285479068756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:27,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978787015Initializing all the Stores at 1730978787015Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978787016 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978787016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978787016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978787016Cleaning up temporary data from old regions at 1730978787025 (+9 ms)Region opened successfully at 1730978787029 (+4 ms) 2024-11-07T11:26:27,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:27,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:27,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:27,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:27,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:27,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:27,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978787029Disabling compacts and flushes for region at 1730978787029Disabling writes for close at 1730978787029Writing region close event to WAL at 1730978787030 (+1 ms)Closed at 1730978787030 2024-11-07T11:26:27,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:27,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:26:27,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:26:27,032 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(746): ClusterId : c913ea4a-63d3-4a22-a8fa-2d3272e1e1c5 2024-11-07T11:26:27,032 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(746): ClusterId : c913ea4a-63d3-4a22-a8fa-2d3272e1e1c5 2024-11-07T11:26:27,032 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:27,032 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:26:27,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:27,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:26:27,043 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:27,043 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:26:27,043 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:27,043 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:26:27,053 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:27,053 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:26:27,053 DEBUG [RS:1;4ab3d709c6df:37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1121deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:27,053 DEBUG [RS:0;4ab3d709c6df:38817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a096bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:26:27,064 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4ab3d709c6df:37703 2024-11-07T11:26:27,064 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:27,064 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:27,064 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:27,065 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,39529,1730978786382 with port=37703, startcode=1730978786610 2024-11-07T11:26:27,065 DEBUG [RS:1;4ab3d709c6df:37703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:27,066 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:27,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39529 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,068 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3 2024-11-07T11:26:27,068 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36081 2024-11-07T11:26:27,068 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:27,069 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:38817 2024-11-07T11:26:27,069 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:26:27,069 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:26:27,069 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:26:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:27,081 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,39529,1730978786382 with port=38817, startcode=1730978786560 2024-11-07T11:26:27,082 DEBUG [RS:0;4ab3d709c6df:38817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:26:27,082 DEBUG [RS:1;4ab3d709c6df:37703 {}] zookeeper.ZKUtil(111): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,082 WARN [RS:1;4ab3d709c6df:37703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:27,082 INFO [RS:1;4ab3d709c6df:37703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:27,082 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,37703,1730978786610] 2024-11-07T11:26:27,083 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:26:27,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39529 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,085 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3 2024-11-07T11:26:27,085 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36081 2024-11-07T11:26:27,085 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:26:27,086 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:27,087 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:27,088 INFO [RS:1;4ab3d709c6df:37703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:27,088 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,088 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:27,089 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:27,089 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,089 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:27,090 DEBUG [RS:1;4ab3d709c6df:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:27,090 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,090 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,090 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,090 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,090 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,090 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37703,1730978786610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:27,106 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:27,106 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37703,1730978786610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,106 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,106 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.Replication(171): 4ab3d709c6df,37703,1730978786610 started 2024-11-07T11:26:27,118 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,118 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,37703,1730978786610, RpcServer on 4ab3d709c6df/172.17.0.2:37703, sessionid=0x101150c27ea0002 2024-11-07T11:26:27,118 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:27,118 DEBUG [RS:1;4ab3d709c6df:37703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,118 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,37703,1730978786610' 2024-11-07T11:26:27,119 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:27,158 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:27,159 DEBUG [RS:0;4ab3d709c6df:38817 {}] zookeeper.ZKUtil(111): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,159 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:27,159 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:27,159 WARN [RS:0;4ab3d709c6df:38817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:26:27,159 DEBUG [RS:1;4ab3d709c6df:37703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,38817,1730978786560] 2024-11-07T11:26:27,159 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,37703,1730978786610' 2024-11-07T11:26:27,159 INFO [RS:0;4ab3d709c6df:38817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:27,160 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:27,160 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,160 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:27,161 DEBUG [RS:1;4ab3d709c6df:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:27,161 INFO [RS:1;4ab3d709c6df:37703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:27,161 INFO [RS:1;4ab3d709c6df:37703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:27,167 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:26:27,169 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:26:27,169 INFO [RS:0;4ab3d709c6df:38817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:26:27,169 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,170 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:26:27,170 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:26:27,170 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:27,171 DEBUG [RS:0;4ab3d709c6df:38817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:26:27,171 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,172 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,172 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,172 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,172 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,172 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38817,1730978786560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:27,184 WARN [4ab3d709c6df:39529 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:26:27,185 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:26:27,185 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38817,1730978786560-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,185 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,185 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.Replication(171): 4ab3d709c6df,38817,1730978786560 started 2024-11-07T11:26:27,197 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,197 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,38817,1730978786560, RpcServer on 4ab3d709c6df/172.17.0.2:38817, sessionid=0x101150c27ea0001 2024-11-07T11:26:27,197 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:26:27,197 DEBUG [RS:0;4ab3d709c6df:38817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,197 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38817,1730978786560' 2024-11-07T11:26:27,197 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:26:27,197 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:26:27,198 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:26:27,198 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:26:27,198 DEBUG [RS:0;4ab3d709c6df:38817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,198 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38817,1730978786560' 2024-11-07T11:26:27,198 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:26:27,198 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:26:27,199 DEBUG [RS:0;4ab3d709c6df:38817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:26:27,199 INFO [RS:0;4ab3d709c6df:38817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:26:27,199 INFO [RS:0;4ab3d709c6df:38817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:26:27,262 INFO [RS:1;4ab3d709c6df:37703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:27,265 INFO [RS:1;4ab3d709c6df:37703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C37703%2C1730978786610, suffix=, logDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,37703,1730978786610, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/oldWALs, maxLogs=32 2024-11-07T11:26:27,281 DEBUG [RS:1;4ab3d709c6df:37703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,37703,1730978786610/4ab3d709c6df%2C37703%2C1730978786610.1730978787265, exclude list is [], retry=0 2024-11-07T11:26:27,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-352adca0-5024-456f-bc0c-3aad55497320,DISK] 2024-11-07T11:26:27,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-c7a7abb8-b23c-498c-9d6f-2011c79b66d0,DISK] 2024-11-07T11:26:27,285 INFO [RS:1;4ab3d709c6df:37703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,37703,1730978786610/4ab3d709c6df%2C37703%2C1730978786610.1730978787265 2024-11-07T11:26:27,285 DEBUG [RS:1;4ab3d709c6df:37703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315),(127.0.0.1/127.0.0.1:41625:41625)] 2024-11-07T11:26:27,299 INFO [RS:0;4ab3d709c6df:38817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:26:27,301 INFO [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C38817%2C1730978786560, suffix=, logDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/oldWALs, maxLogs=32 2024-11-07T11:26:27,313 DEBUG [RS:0;4ab3d709c6df:38817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560/4ab3d709c6df%2C38817%2C1730978786560.1730978787301, exclude list is [], retry=0 2024-11-07T11:26:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-c7a7abb8-b23c-498c-9d6f-2011c79b66d0,DISK] 2024-11-07T11:26:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-352adca0-5024-456f-bc0c-3aad55497320,DISK] 2024-11-07T11:26:27,318 INFO [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560/4ab3d709c6df%2C38817%2C1730978786560.1730978787301 2024-11-07T11:26:27,318 DEBUG [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315),(127.0.0.1/127.0.0.1:41625:41625)] 2024-11-07T11:26:27,434 DEBUG [4ab3d709c6df:39529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T11:26:27,434 DEBUG [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:27,438 DEBUG [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:27,438 DEBUG [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:27,438 DEBUG [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:27,438 DEBUG [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:27,438 INFO [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:27,438 INFO [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:27,439 DEBUG [4ab3d709c6df:39529 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:27,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38817,1730978786560, state=OPENING 2024-11-07T11:26:27,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:26:27,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:27,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:27,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:27,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:27,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:27,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:27,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:26:27,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38817,1730978786560}] 2024-11-07T11:26:27,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:27,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:27,637 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:26:27,637 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:26:27,638 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:26:27,639 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C38817%2C1730978786560.meta, suffix=.meta, logDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/oldWALs, maxLogs=32 2024-11-07T11:26:27,651 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560/4ab3d709c6df%2C38817%2C1730978786560.meta.1730978787639.meta, exclude list is [], retry=0 2024-11-07T11:26:27,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38123,DS-352adca0-5024-456f-bc0c-3aad55497320,DISK] 2024-11-07T11:26:27,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-c7a7abb8-b23c-498c-9d6f-2011c79b66d0,DISK] 2024-11-07T11:26:27,655 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/WALs/4ab3d709c6df,38817,1730978786560/4ab3d709c6df%2C38817%2C1730978786560.meta.1730978787639.meta 2024-11-07T11:26:27,655 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625),(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-07T11:26:27,655 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:26:27,656 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:26:27,656 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:26:27,656 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:26:27,656 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:26:27,656 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:27,656 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:26:27,656 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:26:27,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:26:27,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:26:27,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:26:27,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:26:27,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:26:27,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:26:27,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:26:27,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:26:27,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:26:27,662 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:26:27,662 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740 2024-11-07T11:26:27,664 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740 2024-11-07T11:26:27,665 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:26:27,665 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:26:27,665 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:26:27,667 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:26:27,667 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73015186, jitterRate=0.08801105618476868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:26:27,667 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:26:27,668 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978787656Writing region info on filesystem at 1730978787656Initializing all the Stores at 1730978787657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978787657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978787657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978787657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978787657Cleaning up temporary data from old regions at 1730978787665 (+8 ms)Running coprocessor post-open hooks at 1730978787667 (+2 ms)Region opened successfully at 1730978787668 (+1 ms) 2024-11-07T11:26:27,669 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978787632 2024-11-07T11:26:27,671 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:26:27,671 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:26:27,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38817,1730978786560, state=OPEN 2024-11-07T11:26:27,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:27,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:27,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:26:27,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:27,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:27,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:26:27,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:26:27,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38817,1730978786560 in 208 msec 2024-11-07T11:26:27,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:26:27,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-07T11:26:27,690 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:26:27,690 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:26:27,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:27,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38817,1730978786560, seqNum=-1] 2024-11-07T11:26:27,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:27,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:27,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 712 msec 2024-11-07T11:26:27,699 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978787699, completionTime=-1 2024-11-07T11:26:27,699 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T11:26:27,699 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978847702 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978907702 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39529,1730978786382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39529,1730978786382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39529,1730978786382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:39529, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,702 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,704 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.001sec 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39529,1730978786382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:26:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39529,1730978786382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:26:27,710 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:26:27,710 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:26:27,710 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39529,1730978786382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:26:27,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf5688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:27,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39529,-1 for getting cluster id 2024-11-07T11:26:27,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:26:27,734 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c913ea4a-63d3-4a22-a8fa-2d3272e1e1c5' 2024-11-07T11:26:27,734 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:26:27,734 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c913ea4a-63d3-4a22-a8fa-2d3272e1e1c5" 2024-11-07T11:26:27,734 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24963306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:27,735 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39529,-1] 2024-11-07T11:26:27,735 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:26:27,735 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:27,736 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:26:27,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c663350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:26:27,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:26:27,738 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38817,1730978786560, seqNum=-1] 2024-11-07T11:26:27,739 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:27,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:27,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:27,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:26:27,744 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:27,744 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4679ad3d 2024-11-07T11:26:27,744 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:26:27,745 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:26:27,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:26:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T11:26:27,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:26:27,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:27,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T11:26:27,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:26:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741836_1012 (size=379) 2024-11-07T11:26:27,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4452d08e91d80680657050b6b1c5b518, NAME => 'testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3 2024-11-07T11:26:27,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cf2bc3bb848e96f238a2af197ff49bf9, NAME => 'testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3 2024-11-07T11:26:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741837_1013 (size=61) 2024-11-07T11:26:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741838_1014 (size=61) 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4452d08e91d80680657050b6b1c5b518, disabling compactions & flushes 2024-11-07T11:26:27,768 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. after waiting 0 ms 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:27,768 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4452d08e91d80680657050b6b1c5b518: Waiting for close lock at 1730978787768Disabling compacts and flushes for region at 1730978787768Disabling writes for close at 1730978787768Writing region close event to WAL at 1730978787768Closed at 1730978787768 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing cf2bc3bb848e96f238a2af197ff49bf9, disabling compactions & flushes 2024-11-07T11:26:27,768 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. after waiting 0 ms 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:27,768 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:27,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for cf2bc3bb848e96f238a2af197ff49bf9: Waiting for close lock at 1730978787768Disabling compacts and flushes for region at 1730978787768Disabling writes for close at 1730978787768Writing region close event to WAL at 1730978787768Closed at 1730978787768 2024-11-07T11:26:27,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:26:27,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978787770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978787770"}]},"ts":"1730978787770"} 2024-11-07T11:26:27,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730978787770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978787770"}]},"ts":"1730978787770"} 2024-11-07T11:26:27,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T11:26:27,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:26:27,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978787774"}]},"ts":"1730978787774"} 2024-11-07T11:26:27,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T11:26:27,776 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4ab3d709c6df=0} racks are {/default-rack=0} 2024-11-07T11:26:27,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T11:26:27,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T11:26:27,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T11:26:27,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T11:26:27,778 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T11:26:27,778 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T11:26:27,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T11:26:27,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4452d08e91d80680657050b6b1c5b518, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf2bc3bb848e96f238a2af197ff49bf9, ASSIGN}] 2024-11-07T11:26:27,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf2bc3bb848e96f238a2af197ff49bf9, ASSIGN 2024-11-07T11:26:27,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4452d08e91d80680657050b6b1c5b518, ASSIGN 2024-11-07T11:26:27,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf2bc3bb848e96f238a2af197ff49bf9, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38817,1730978786560; forceNewPlan=false, retain=false 2024-11-07T11:26:27,780 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4452d08e91d80680657050b6b1c5b518, ASSIGN; state=OFFLINE, location=4ab3d709c6df,37703,1730978786610; forceNewPlan=false, retain=false 2024-11-07T11:26:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:27,931 INFO [4ab3d709c6df:39529 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T11:26:27,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf2bc3bb848e96f238a2af197ff49bf9, regionState=OPENING, regionLocation=4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:27,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4452d08e91d80680657050b6b1c5b518, regionState=OPENING, regionLocation=4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:27,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf2bc3bb848e96f238a2af197ff49bf9, ASSIGN because future has completed 2024-11-07T11:26:27,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf2bc3bb848e96f238a2af197ff49bf9, server=4ab3d709c6df,38817,1730978786560}] 2024-11-07T11:26:27,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4452d08e91d80680657050b6b1c5b518, ASSIGN because future has completed 2024-11-07T11:26:27,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4452d08e91d80680657050b6b1c5b518, server=4ab3d709c6df,37703,1730978786610}] 2024-11-07T11:26:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:28,093 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:28,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:28,096 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,096 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cf2bc3bb848e96f238a2af197ff49bf9, NAME => 'testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T11:26:28,097 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,097 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:28,097 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,097 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,099 INFO [StoreOpener-cf2bc3bb848e96f238a2af197ff49bf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,099 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,099 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4452d08e91d80680657050b6b1c5b518, NAME => 'testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T11:26:28,099 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,099 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:26:28,100 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,100 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,100 INFO [StoreOpener-cf2bc3bb848e96f238a2af197ff49bf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2bc3bb848e96f238a2af197ff49bf9 columnFamilyName family 2024-11-07T11:26:28,100 DEBUG [StoreOpener-cf2bc3bb848e96f238a2af197ff49bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:28,101 INFO [StoreOpener-cf2bc3bb848e96f238a2af197ff49bf9-1 {}] regionserver.HStore(327): Store=cf2bc3bb848e96f238a2af197ff49bf9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:28,101 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,101 INFO [StoreOpener-4452d08e91d80680657050b6b1c5b518-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,102 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,103 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,103 INFO [StoreOpener-4452d08e91d80680657050b6b1c5b518-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4452d08e91d80680657050b6b1c5b518 columnFamilyName family 2024-11-07T11:26:28,104 DEBUG [StoreOpener-4452d08e91d80680657050b6b1c5b518-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:26:28,104 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,104 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,104 INFO [StoreOpener-4452d08e91d80680657050b6b1c5b518-1 {}] regionserver.HStore(327): Store=4452d08e91d80680657050b6b1c5b518/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:26:28,104 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,105 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,105 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,105 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,106 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,106 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,107 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,107 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:28,108 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened cf2bc3bb848e96f238a2af197ff49bf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62260101, jitterRate=-0.07225219905376434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:28,108 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,109 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cf2bc3bb848e96f238a2af197ff49bf9: Running coprocessor pre-open hook at 1730978788097Writing region info on filesystem at 1730978788097Initializing all the Stores at 1730978788098 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978788098Cleaning up temporary data from old regions at 1730978788104 (+6 ms)Running coprocessor post-open hooks at 1730978788108 (+4 ms)Region opened successfully at 1730978788108 2024-11-07T11:26:28,109 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:26:28,109 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4452d08e91d80680657050b6b1c5b518; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72828016, jitterRate=0.08522200584411621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T11:26:28,109 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,109 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4452d08e91d80680657050b6b1c5b518: Running coprocessor pre-open hook at 1730978788100Writing region info on filesystem at 1730978788100Initializing all the Stores at 1730978788101 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978788101Cleaning up temporary data from old regions at 1730978788106 (+5 ms)Running coprocessor post-open hooks at 1730978788109 (+3 ms)Region opened successfully at 1730978788109 2024-11-07T11:26:28,109 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9., pid=7, masterSystemTime=1730978788091 2024-11-07T11:26:28,110 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518., pid=8, masterSystemTime=1730978788093 2024-11-07T11:26:28,112 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,112 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf2bc3bb848e96f238a2af197ff49bf9, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:28,113 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,113 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4452d08e91d80680657050b6b1c5b518, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:28,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf2bc3bb848e96f238a2af197ff49bf9, server=4ab3d709c6df,38817,1730978786560 because future has completed 2024-11-07T11:26:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4452d08e91d80680657050b6b1c5b518, server=4ab3d709c6df,37703,1730978786610 because future has completed 2024-11-07T11:26:28,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:26:28,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:26:28,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cf2bc3bb848e96f238a2af197ff49bf9, server=4ab3d709c6df,38817,1730978786560 in 178 msec 2024-11-07T11:26:28,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T11:26:28,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4452d08e91d80680657050b6b1c5b518, server=4ab3d709c6df,37703,1730978786610 in 177 msec 2024-11-07T11:26:28,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf2bc3bb848e96f238a2af197ff49bf9, ASSIGN in 340 msec 2024-11-07T11:26:28,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:26:28,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4452d08e91d80680657050b6b1c5b518, ASSIGN in 341 msec 2024-11-07T11:26:28,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:26:28,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978788122"}]},"ts":"1730978788122"} 2024-11-07T11:26:28,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T11:26:28,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:26:28,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 379 msec 2024-11-07T11:26:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:26:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:26:28,379 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T11:26:28,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T11:26:28,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:28,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T11:26:28,383 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T11:26:28,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T11:26:28,386 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518., hostname=4ab3d709c6df,37703,1730978786610, seqNum=2] 2024-11-07T11:26:28,386 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:26:28,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:26:28,398 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9., hostname=4ab3d709c6df,38817,1730978786560, seqNum=2] 2024-11-07T11:26:28,408 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cf2bc3bb848e96f238a2af197ff49bf9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T11:26:28,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/.tmp/family/b068418a7ce84716b3adaa8f78b0461a is 32, key is 5/family:/1730978788399/Put/seqid=0 2024-11-07T11:26:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741839_1015 (size=5083) 2024-11-07T11:26:28,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741839_1015 (size=5083) 2024-11-07T11:26:28,428 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/.tmp/family/b068418a7ce84716b3adaa8f78b0461a 2024-11-07T11:26:28,434 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/.tmp/family/b068418a7ce84716b3adaa8f78b0461a as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/family/b068418a7ce84716b3adaa8f78b0461a 2024-11-07T11:26:28,439 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/family/b068418a7ce84716b3adaa8f78b0461a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T11:26:28,440 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for cf2bc3bb848e96f238a2af197ff49bf9 in 32ms, sequenceid=9, compaction requested=false 2024-11-07T11:26:28,440 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cf2bc3bb848e96f238a2af197ff49bf9: 2024-11-07T11:26:28,440 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4452d08e91d80680657050b6b1c5b518 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T11:26:28,456 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/.tmp/family/4f5ca0494c7541ffa52caf46797a5205 is 32, key is 1/family:/1730978788388/Put/seqid=0 2024-11-07T11:26:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741840_1016 (size=5054) 2024-11-07T11:26:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741840_1016 (size=5054) 2024-11-07T11:26:28,461 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/.tmp/family/4f5ca0494c7541ffa52caf46797a5205 2024-11-07T11:26:28,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/.tmp/family/4f5ca0494c7541ffa52caf46797a5205 as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/family/4f5ca0494c7541ffa52caf46797a5205 2024-11-07T11:26:28,474 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/family/4f5ca0494c7541ffa52caf46797a5205, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T11:26:28,475 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4452d08e91d80680657050b6b1c5b518 in 35ms, sequenceid=8, compaction requested=false 2024-11-07T11:26:28,475 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4452d08e91d80680657050b6b1c5b518: 2024-11-07T11:26:28,478 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T11:26:28,481 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:28,481 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:26:28,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:28,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:26:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] bucket.BucketCache(1864): found 1 blocks for file 4f5ca0494c7541ffa52caf46797a5205, starting offset: 0, end offset: 9223372036854775807 2024-11-07T11:26:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] bucket.BucketCache(1864): found 1 blocks for file b068418a7ce84716b3adaa8f78b0461a, starting offset: 0, end offset: 9223372036854775807 2024-11-07T11:26:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] bucket.BucketCache(857): removed key 4f5ca0494c7541ffa52caf46797a5205_0 from back map with offset lock 2094080 in the evict process 2024-11-07T11:26:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] bucket.BucketCache(857): removed key b068418a7ce84716b3adaa8f78b0461a_0 from back map with offset lock 2094080 in the evict process 2024-11-07T11:26:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:26:28,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:28,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:28,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:26:28,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:26:28,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=581417651, stopped=false 2024-11-07T11:26:28,484 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,39529,1730978786382 2024-11-07T11:26:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:26:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:28,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:28,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:26:28,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:28,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,38817,1730978786560' ***** 2024-11-07T11:26:28,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:28,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,37703,1730978786610' ***** 2024-11-07T11:26:28,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:26:28,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:28,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:28,548 INFO [RS:1;4ab3d709c6df:37703 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T11:26:28,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:26:28,548 INFO [RS:0;4ab3d709c6df:38817 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T11:26:28,548 INFO [RS:1;4ab3d709c6df:37703 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T11:26:28,549 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T11:26:28,549 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T11:26:28,549 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:28,549 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T11:26:28,549 INFO [RS:1;4ab3d709c6df:37703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:26:28,549 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T11:26:28,549 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T11:26:28,549 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T11:26:28,549 INFO [RS:1;4ab3d709c6df:37703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:28,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:28,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:26:28,549 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(3091): Received CLOSE for cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38817. 2024-11-07T11:26:28,549 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf2bc3bb848e96f238a2af197ff49bf9, disabling compactions & flushes 2024-11-07T11:26:28,549 DEBUG [RS:0;4ab3d709c6df:38817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:28,549 DEBUG [RS:0;4ab3d709c6df:38817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,549 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,549 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,549 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. after waiting 0 ms 2024-11-07T11:26:28,549 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,549 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:28,550 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:28,550 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:28,550 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:26:28,550 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:26:28,550 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:28,550 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:28,550 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf2bc3bb848e96f238a2af197ff49bf9=testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9.} 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4452d08e91d80680657050b6b1c5b518, disabling compactions & flushes 2024-11-07T11:26:28,550 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:26:28,550 INFO [RS:1;4ab3d709c6df:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4ab3d709c6df:37703. 2024-11-07T11:26:28,550 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:26:28,550 DEBUG [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf2bc3bb848e96f238a2af197ff49bf9 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,550 DEBUG [RS:1;4ab3d709c6df:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:26:28,550 DEBUG [RS:1;4ab3d709c6df:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. after waiting 0 ms 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:26:28,550 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,550 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:26:28,550 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1325): Online Regions={4452d08e91d80680657050b6b1c5b518=testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518.} 2024-11-07T11:26:28,550 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T11:26:28,550 DEBUG [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1351): Waiting on 4452d08e91d80680657050b6b1c5b518 2024-11-07T11:26:28,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/cf2bc3bb848e96f238a2af197ff49bf9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T11:26:28,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/default/testClearRegionBlockCache/4452d08e91d80680657050b6b1c5b518/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:26:28,554 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf2bc3bb848e96f238a2af197ff49bf9: Waiting for close lock at 1730978788549Running coprocessor pre-close hooks at 1730978788549Disabling compacts and flushes for region at 1730978788549Disabling writes for close at 1730978788549Writing region close event to WAL at 1730978788550 (+1 ms)Running coprocessor post-close hooks at 1730978788554 (+4 ms)Closed at 1730978788554 2024-11-07T11:26:28,554 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4452d08e91d80680657050b6b1c5b518: Waiting for close lock at 1730978788550Running coprocessor pre-close hooks at 1730978788550Disabling compacts and flushes for region at 1730978788550Disabling writes for close at 1730978788550Writing region close event to WAL at 1730978788551 (+1 ms)Running coprocessor post-close hooks at 1730978788554 (+3 ms)Closed at 1730978788554 2024-11-07T11:26:28,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9. 2024-11-07T11:26:28,554 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730978787746.4452d08e91d80680657050b6b1c5b518. 2024-11-07T11:26:28,565 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/info/9d95f879fb784bfab9f721c9845b3360 is 173, key is testClearRegionBlockCache,5,1730978787746.cf2bc3bb848e96f238a2af197ff49bf9./info:regioninfo/1730978788113/Put/seqid=0 2024-11-07T11:26:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741841_1017 (size=8173) 2024-11-07T11:26:28,571 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/info/9d95f879fb784bfab9f721c9845b3360 2024-11-07T11:26:28,573 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:28,588 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/ns/0054331f9c1740b7ba79a45333d5242b is 43, key is default/ns:d/1730978787694/Put/seqid=0 2024-11-07T11:26:28,592 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:28,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:28,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:26:28,594 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/ns/0054331f9c1740b7ba79a45333d5242b 2024-11-07T11:26:28,612 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/table/69d8642f42154c6f87f0d53c1a0a003c is 61, key is testClearRegionBlockCache/table:state/1730978788122/Put/seqid=0 2024-11-07T11:26:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741843_1019 (size=5312) 2024-11-07T11:26:28,617 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/table/69d8642f42154c6f87f0d53c1a0a003c 2024-11-07T11:26:28,623 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/info/9d95f879fb784bfab9f721c9845b3360 as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/info/9d95f879fb784bfab9f721c9845b3360 2024-11-07T11:26:28,628 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/info/9d95f879fb784bfab9f721c9845b3360, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T11:26:28,629 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/ns/0054331f9c1740b7ba79a45333d5242b as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/ns/0054331f9c1740b7ba79a45333d5242b 2024-11-07T11:26:28,634 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/ns/0054331f9c1740b7ba79a45333d5242b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T11:26:28,635 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/.tmp/table/69d8642f42154c6f87f0d53c1a0a003c as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/table/69d8642f42154c6f87f0d53c1a0a003c 2024-11-07T11:26:28,640 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/table/69d8642f42154c6f87f0d53c1a0a003c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T11:26:28,641 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=13, compaction requested=false 2024-11-07T11:26:28,645 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:26:28,646 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:26:28,646 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:28,646 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978788550Running coprocessor pre-close hooks at 1730978788550Disabling compacts and flushes for region at 1730978788550Disabling writes for close at 1730978788550Obtaining lock to block concurrent updates at 1730978788550Preparing flush snapshotting stores in 1588230740 at 1730978788550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730978788551 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978788551Flushing 1588230740/info: creating writer at 1730978788552 (+1 ms)Flushing 1588230740/info: appending metadata at 1730978788565 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730978788565Flushing 1588230740/ns: creating writer at 1730978788575 (+10 ms)Flushing 1588230740/ns: appending metadata at 1730978788588 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730978788588Flushing 1588230740/table: creating writer at 1730978788599 (+11 ms)Flushing 1588230740/table: appending metadata at 1730978788612 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730978788612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0f874d: reopening flushed file at 1730978788622 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abe462f: reopening flushed file at 1730978788628 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795c7e77: reopening flushed file at 1730978788634 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=13, compaction requested=false at 1730978788641 (+7 ms)Writing region close event to WAL at 1730978788642 (+1 ms)Running coprocessor post-close hooks at 1730978788646 (+4 ms)Closed at 1730978788646 2024-11-07T11:26:28,646 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:26:28,750 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,38817,1730978786560; all regions closed. 2024-11-07T11:26:28,750 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,37703,1730978786610; all regions closed. 2024-11-07T11:26:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741835_1011 (size=4338) 2024-11-07T11:26:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741833_1009 (size=1758) 2024-11-07T11:26:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741833_1009 (size=1758) 2024-11-07T11:26:28,757 DEBUG [RS:1;4ab3d709c6df:37703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/oldWALs 2024-11-07T11:26:28,757 DEBUG [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/oldWALs 2024-11-07T11:26:28,757 INFO [RS:1;4ab3d709c6df:37703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C37703%2C1730978786610:(num 1730978787265) 2024-11-07T11:26:28,757 INFO [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38817%2C1730978786560.meta:.meta(num 1730978787639) 2024-11-07T11:26:28,757 DEBUG [RS:1;4ab3d709c6df:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,757 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:26:28,758 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:28,758 INFO [RS:1;4ab3d709c6df:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-07T11:26:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741834_1010 (size=1867) 2024-11-07T11:26:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741834_1010 (size=1867) 2024-11-07T11:26:28,762 DEBUG [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/oldWALs 2024-11-07T11:26:28,762 INFO [RS:0;4ab3d709c6df:38817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38817%2C1730978786560:(num 1730978787301) 2024-11-07T11:26:28,762 DEBUG [RS:0;4ab3d709c6df:38817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:26:28,762 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:26:28,762 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:28,762 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:28,762 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:28,762 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:28,762 INFO [RS:0;4ab3d709c6df:38817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38817 2024-11-07T11:26:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,37703,1730978786610 2024-11-07T11:26:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:26:28,768 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:28,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ab3d709c6df,38817,1730978786560 2024-11-07T11:26:28,779 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:28,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,37703,1730978786610] 2024-11-07T11:26:28,800 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,37703,1730978786610 already deleted, retry=false 2024-11-07T11:26:28,800 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,37703,1730978786610 expired; onlineServers=1 2024-11-07T11:26:28,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,38817,1730978786560] 2024-11-07T11:26:28,884 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4ab3d709c6df,38817,1730978786560 already deleted, retry=false 2024-11-07T11:26:28,884 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,38817,1730978786560 expired; onlineServers=0 2024-11-07T11:26:28,884 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,39529,1730978786382' ***** 2024-11-07T11:26:28,884 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:26:28,884 INFO [M:0;4ab3d709c6df:39529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:26:28,884 INFO [M:0;4ab3d709c6df:39529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:26:28,884 DEBUG [M:0;4ab3d709c6df:39529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:26:28,885 DEBUG [M:0;4ab3d709c6df:39529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:26:28,885 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:26:28,885 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978786995 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978786995,5,FailOnTimeoutGroup] 2024-11-07T11:26:28,885 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978786995 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978786995,5,FailOnTimeoutGroup] 2024-11-07T11:26:28,885 INFO [M:0;4ab3d709c6df:39529 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:26:28,885 INFO [M:0;4ab3d709c6df:39529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:26:28,885 DEBUG [M:0;4ab3d709c6df:39529 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:26:28,885 INFO [M:0;4ab3d709c6df:39529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:26:28,885 INFO [M:0;4ab3d709c6df:39529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:26:28,886 INFO [M:0;4ab3d709c6df:39529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:26:28,886 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:26:28,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:28,889 INFO [RS:1;4ab3d709c6df:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x101150c27ea0002, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:28,890 INFO [RS:1;4ab3d709c6df:37703 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,37703,1730978786610; zookeeper connection closed. 2024-11-07T11:26:28,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@638c5da9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@638c5da9 2024-11-07T11:26:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:26:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:26:28,895 DEBUG [M:0;4ab3d709c6df:39529 {}] zookeeper.ZKUtil(347): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:26:28,895 WARN [M:0;4ab3d709c6df:39529 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:26:28,895 INFO [M:0;4ab3d709c6df:39529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/.lastflushedseqids 2024-11-07T11:26:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:28,900 INFO [RS:0;4ab3d709c6df:38817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38817-0x101150c27ea0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:28,900 INFO [RS:0;4ab3d709c6df:38817 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,38817,1730978786560; zookeeper connection closed. 2024-11-07T11:26:28,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f63c948 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f63c948 2024-11-07T11:26:28,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T11:26:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:26:28,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741844_1020 (size=182) 2024-11-07T11:26:28,905 INFO [M:0;4ab3d709c6df:39529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:26:28,905 INFO [M:0;4ab3d709c6df:39529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:26:28,905 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:26:28,906 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:28,906 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:28,906 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:26:28,906 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:28,906 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-07T11:26:28,922 DEBUG [M:0;4ab3d709c6df:39529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d8341869840420dbaed2bbcd5f9e2ad is 82, key is hbase:meta,,1/info:regioninfo/1730978787672/Put/seqid=0 2024-11-07T11:26:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741845_1021 (size=5672) 2024-11-07T11:26:28,927 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d8341869840420dbaed2bbcd5f9e2ad 2024-11-07T11:26:28,948 DEBUG [M:0;4ab3d709c6df:39529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd6c31f2df574b3cbc7fe50d38fc13e1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978788127/Put/seqid=0 2024-11-07T11:26:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741846_1022 (size=6219) 2024-11-07T11:26:28,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741846_1022 (size=6219) 2024-11-07T11:26:28,953 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd6c31f2df574b3cbc7fe50d38fc13e1 2024-11-07T11:26:28,970 DEBUG [M:0;4ab3d709c6df:39529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5750edf805b443c8b9f5ff6d35ed77c4 is 69, key is 4ab3d709c6df,37703,1730978786610/rs:state/1730978787067/Put/seqid=0 2024-11-07T11:26:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741847_1023 (size=5224) 2024-11-07T11:26:28,975 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5750edf805b443c8b9f5ff6d35ed77c4 2024-11-07T11:26:28,980 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d8341869840420dbaed2bbcd5f9e2ad as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d8341869840420dbaed2bbcd5f9e2ad 2024-11-07T11:26:28,986 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d8341869840420dbaed2bbcd5f9e2ad, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T11:26:28,987 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd6c31f2df574b3cbc7fe50d38fc13e1 as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd6c31f2df574b3cbc7fe50d38fc13e1 2024-11-07T11:26:28,991 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd6c31f2df574b3cbc7fe50d38fc13e1, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T11:26:28,992 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5750edf805b443c8b9f5ff6d35ed77c4 as hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5750edf805b443c8b9f5ff6d35ed77c4 2024-11-07T11:26:28,997 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/d70ba838-bed3-79e8-8809-a7356f1257f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5750edf805b443c8b9f5ff6d35ed77c4, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T11:26:28,998 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false 2024-11-07T11:26:28,999 INFO [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:26:28,999 DEBUG [M:0;4ab3d709c6df:39529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978788905Disabling compacts and flushes for region at 1730978788905Disabling writes for close at 1730978788906 (+1 ms)Obtaining lock to block concurrent updates at 1730978788906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978788906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1730978788907 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978788908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978788908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978788922 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978788922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978788932 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978788947 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978788948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978788957 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978788970 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978788970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f224d9: reopening flushed file at 1730978788980 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fabdacc: reopening flushed file at 1730978788986 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3737f27b: reopening flushed file at 1730978788991 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false at 1730978788998 (+7 ms)Writing region close event to WAL at 1730978788999 (+1 ms)Closed at 1730978788999 2024-11-07T11:26:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38123 is added to blk_1073741830_1006 (size=35489) 2024-11-07T11:26:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741830_1006 (size=35489) 2024-11-07T11:26:29,002 INFO [M:0;4ab3d709c6df:39529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:26:29,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:26:29,002 INFO [M:0;4ab3d709c6df:39529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39529 2024-11-07T11:26:29,002 INFO [M:0;4ab3d709c6df:39529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:26:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:29,110 INFO [M:0;4ab3d709c6df:39529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:26:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101150c27ea0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:26:29,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74609373{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:29,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48f3b89a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:29,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:29,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20942ca5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:29,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d50dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:29,114 WARN [BP-621129891-172.17.0.2-1730978784267 heartbeating to localhost/127.0.0.1:36081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:29,114 WARN [BP-621129891-172.17.0.2-1730978784267 heartbeating to localhost/127.0.0.1:36081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-621129891-172.17.0.2-1730978784267 (Datanode Uuid 55843c00-e704-4b8b-8773-7b9d124a4ffa) service to localhost/127.0.0.1:36081 2024-11-07T11:26:29,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:29,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:29,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data3/current/BP-621129891-172.17.0.2-1730978784267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:29,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data4/current/BP-621129891-172.17.0.2-1730978784267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:29,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b85174e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:26:29,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1110f179{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:29,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a391077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13b60e30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:29,118 WARN [BP-621129891-172.17.0.2-1730978784267 heartbeating to localhost/127.0.0.1:36081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:26:29,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:26:29,118 WARN [BP-621129891-172.17.0.2-1730978784267 heartbeating to localhost/127.0.0.1:36081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-621129891-172.17.0.2-1730978784267 (Datanode Uuid 3f9c0e34-14b6-49cd-97a6-6a8e536b776a) service to localhost/127.0.0.1:36081 2024-11-07T11:26:29,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:26:29,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data1/current/BP-621129891-172.17.0.2-1730978784267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:29,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/cluster_4e0f1887-4b2a-d138-6f8c-fb4dc46424a0/data/data2/current/BP-621129891-172.17.0.2-1730978784267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:26:29,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:26:29,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@653b2a59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:26:29,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e91f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:26:29,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:26:29,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbc9b84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:26:29,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7570489f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5527140a-b396-91a8-cc8c-de0ed714985a/hadoop.log.dir/,STOPPED} 2024-11-07T11:26:29,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:26:29,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:26:29,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=183 (was 167) - Thread LEAK? -, OpenFileDescriptor=547 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=255 (was 273)