2024-11-26 10:06:15,045 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-26 10:06:15,065 main DEBUG Took 0.017145 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 10:06:15,065 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 10:06:15,066 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 10:06:15,067 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 10:06:15,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,080 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 10:06:15,093 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,095 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,096 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,099 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,100 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,101 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,102 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,103 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:06:15,105 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,105 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 10:06:15,107 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:06:15,108 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 10:06:15,109 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 10:06:15,110 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 10:06:15,111 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 10:06:15,111 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 10:06:15,118 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 10:06:15,121 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 10:06:15,122 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 10:06:15,123 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 10:06:15,123 main DEBUG createAppenders(={Console}) 2024-11-26 10:06:15,124 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-26 10:06:15,124 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-26 10:06:15,124 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-26 10:06:15,125 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 10:06:15,125 main DEBUG OutputStream closed 2024-11-26 10:06:15,125 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 10:06:15,125 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 10:06:15,126 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-26 10:06:15,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 10:06:15,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 10:06:15,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 10:06:15,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 10:06:15,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 10:06:15,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 10:06:15,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 10:06:15,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 10:06:15,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 10:06:15,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 10:06:15,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 10:06:15,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 10:06:15,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 10:06:15,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 10:06:15,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 10:06:15,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 10:06:15,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 10:06:15,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 10:06:15,204 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 10:06:15,204 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-26 10:06:15,205 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 10:06:15,205 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-26T10:06:15,220 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-26 10:06:15,222 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 10:06:15,223 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T10:06:15,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=6673 2024-11-26T10:06:15,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b 2024-11-26T10:06:15,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:06:15,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4, deleteOnExit=true 2024-11-26T10:06:15,501 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T10:06:15,502 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/test.cache.data in system properties and HBase conf 2024-11-26T10:06:15,503 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:06:15,503 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:06:15,504 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:06:15,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:06:15,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T10:06:15,583 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T10:06:15,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:06:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:06:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:15,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:06:15,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:06:15,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:15,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:15,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:06:15,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:06:15,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:06:15,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:15,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:06:15,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:06:16,646 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T10:06:16,721 INFO [Time-limited test {}] log.Log(170): Logging initialized @2308ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T10:06:16,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:16,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:16,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:16,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:16,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:16,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:16,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:16,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:17,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/java.io.tmpdir/jetty-localhost-38531-hadoop-hdfs-3_4_1-tests_jar-_-any-4972429595045423233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:17,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:38531} 2024-11-26T10:06:17,071 INFO [Time-limited test {}] server.Server(415): Started @2659ms 2024-11-26T10:06:17,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:17,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:17,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:17,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:17,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:17,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:17,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:17,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/java.io.tmpdir/jetty-localhost-37155-hadoop-hdfs-3_4_1-tests_jar-_-any-15777996423018822727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:17,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:37155} 2024-11-26T10:06:17,650 INFO [Time-limited test {}] server.Server(415): Started @3238ms 2024-11-26T10:06:17,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:17,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:17,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:17,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:17,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:17,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:17,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:17,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:17,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/java.io.tmpdir/jetty-localhost-39339-hadoop-hdfs-3_4_1-tests_jar-_-any-14074994553915772537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:17,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:39339} 2024-11-26T10:06:17,923 INFO [Time-limited test {}] server.Server(415): Started @3511ms 2024-11-26T10:06:17,926 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:18,644 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data1/current/BP-263995949-172.17.0.2-1732615576217/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:18,644 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data4/current/BP-263995949-172.17.0.2-1732615576217/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:18,644 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data3/current/BP-263995949-172.17.0.2-1732615576217/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:18,644 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data2/current/BP-263995949-172.17.0.2-1732615576217/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:18,677 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:18,677 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff0a1ada5a24ff7a with lease ID 0x5014579393e5ece3: Processing first storage report for DS-92cd22e8-ad43-483d-8eef-cc381c4b74f3 from datanode DatanodeRegistration(127.0.0.1:34693, datanodeUuid=865281f9-d9c4-44cd-aff1-638defa54e99, infoPort=33811, infoSecurePort=0, ipcPort=45899, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217) 2024-11-26T10:06:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff0a1ada5a24ff7a with lease ID 0x5014579393e5ece3: from storage DS-92cd22e8-ad43-483d-8eef-cc381c4b74f3 node DatanodeRegistration(127.0.0.1:34693, datanodeUuid=865281f9-d9c4-44cd-aff1-638defa54e99, infoPort=33811, infoSecurePort=0, ipcPort=45899, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T10:06:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb894f4bbaadc2e3d with lease ID 0x5014579393e5ece4: Processing first storage report for DS-da72c808-ecdc-4ea1-a0c3-5a561416ee66 from datanode DatanodeRegistration(127.0.0.1:42029, datanodeUuid=d537ac87-c7c8-45c4-94f6-b29f93166d06, infoPort=38649, infoSecurePort=0, ipcPort=41153, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217) 2024-11-26T10:06:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb894f4bbaadc2e3d with lease ID 0x5014579393e5ece4: from storage DS-da72c808-ecdc-4ea1-a0c3-5a561416ee66 node DatanodeRegistration(127.0.0.1:42029, datanodeUuid=d537ac87-c7c8-45c4-94f6-b29f93166d06, infoPort=38649, infoSecurePort=0, ipcPort=41153, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:06:18,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff0a1ada5a24ff7a with lease ID 0x5014579393e5ece3: Processing first storage report for DS-20b8b983-586a-4404-a632-6606685c54c8 from datanode DatanodeRegistration(127.0.0.1:34693, datanodeUuid=865281f9-d9c4-44cd-aff1-638defa54e99, infoPort=33811, infoSecurePort=0, ipcPort=45899, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217) 2024-11-26T10:06:18,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff0a1ada5a24ff7a with lease ID 0x5014579393e5ece3: from storage DS-20b8b983-586a-4404-a632-6606685c54c8 node DatanodeRegistration(127.0.0.1:34693, datanodeUuid=865281f9-d9c4-44cd-aff1-638defa54e99, infoPort=33811, infoSecurePort=0, ipcPort=45899, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:18,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb894f4bbaadc2e3d with lease ID 0x5014579393e5ece4: Processing first storage report for DS-6cb4b601-ea4a-4487-9cb2-dd3cce39a62c from datanode DatanodeRegistration(127.0.0.1:42029, datanodeUuid=d537ac87-c7c8-45c4-94f6-b29f93166d06, infoPort=38649, infoSecurePort=0, ipcPort=41153, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217) 2024-11-26T10:06:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb894f4bbaadc2e3d with lease ID 0x5014579393e5ece4: from storage DS-6cb4b601-ea4a-4487-9cb2-dd3cce39a62c node DatanodeRegistration(127.0.0.1:42029, datanodeUuid=d537ac87-c7c8-45c4-94f6-b29f93166d06, infoPort=38649, infoSecurePort=0, ipcPort=41153, storageInfo=lv=-57;cid=testClusterID;nsid=1490097340;c=1732615576217), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:06:18,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b 2024-11-26T10:06:18,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/zookeeper_0, clientPort=63944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:06:18,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63944 2024-11-26T10:06:18,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:18,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:19,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:19,423 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d with version=8 2024-11-26T10:06:19,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/hbase-staging 2024-11-26T10:06:19,523 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T10:06:19,726 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:19,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:19,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:19,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:19,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:19,906 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T10:06:19,914 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T10:06:19,918 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:19,939 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13439 (auto-detected) 2024-11-26T10:06:19,940 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T10:06:19,956 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37783 2024-11-26T10:06:19,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:19,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:19,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37783 connecting to ZooKeeper ensemble=127.0.0.1:63944 2024-11-26T10:06:20,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377830x0, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:20,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37783-0x10177e547100000 connected 2024-11-26T10:06:20,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:20,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:20,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:20,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-26T10:06:20,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37783 2024-11-26T10:06:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37783 2024-11-26T10:06:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-26T10:06:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-26T10:06:20,182 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d, hbase.cluster.distributed=false 2024-11-26T10:06:20,239 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:20,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:20,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:20,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:20,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:20,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:20,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:20,244 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:20,245 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41051 2024-11-26T10:06:20,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:20,251 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:20,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:20,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:20,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41051 connecting to ZooKeeper ensemble=127.0.0.1:63944 2024-11-26T10:06:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410510x0, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:20,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41051-0x10177e547100001 connected 2024-11-26T10:06:20,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:20,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:20,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:20,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41051 2024-11-26T10:06:20,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41051 2024-11-26T10:06:20,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41051 2024-11-26T10:06:20,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41051 2024-11-26T10:06:20,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41051 2024-11-26T10:06:20,290 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:20,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:20,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:20,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:20,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:20,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:20,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:20,291 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:20,292 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33561 2024-11-26T10:06:20,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:20,293 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:20,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:20,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:20,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33561 connecting to ZooKeeper ensemble=127.0.0.1:63944 2024-11-26T10:06:20,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335610x0, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:20,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:20,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33561-0x10177e547100002 connected 2024-11-26T10:06:20,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:20,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:20,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-26T10:06:20,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33561 2024-11-26T10:06:20,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33561 2024-11-26T10:06:20,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-26T10:06:20,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-26T10:06:20,320 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:20,334 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ccf62758a0a5:37783 2024-11-26T10:06:20,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:20,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:20,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:20,337 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:20,361 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:20,362 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ccf62758a0a5,37783,1732615579518 from backup master directory 2024-11-26T10:06:20,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:20,369 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:20,369 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:20,371 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T10:06:20,372 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T10:06:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:20,433 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/hbase.id with ID: 3469640f-7e33-4acd-a8ae-197861b6f237 2024-11-26T10:06:20,479 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:20,546 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:20,548 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:06:20,562 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T10:06:20,566 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:20,608 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store 2024-11-26T10:06:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:20,627 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T10:06:20,628 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:20,629 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:20,629 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:20,629 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:20,629 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:20,630 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:20,630 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:20,630 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:20,632 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/.initializing 2024-11-26T10:06:20,632 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/WALs/ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:20,639 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:20,649 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C37783%2C1732615579518, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/WALs/ccf62758a0a5,37783,1732615579518, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/oldWALs, maxLogs=10 2024-11-26T10:06:20,667 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/WALs/ccf62758a0a5,37783,1732615579518/ccf62758a0a5%2C37783%2C1732615579518.1732615580653, exclude list is [], retry=0 2024-11-26T10:06:20,682 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34693,DS-92cd22e8-ad43-483d-8eef-cc381c4b74f3,DISK] 2024-11-26T10:06:20,682 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42029,DS-da72c808-ecdc-4ea1-a0c3-5a561416ee66,DISK] 2024-11-26T10:06:20,685 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T10:06:20,717 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/WALs/ccf62758a0a5,37783,1732615579518/ccf62758a0a5%2C37783%2C1732615579518.1732615580653 2024-11-26T10:06:20,718 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38649:38649),(127.0.0.1/127.0.0.1:33811:33811)] 2024-11-26T10:06:20,718 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:20,718 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:20,721 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,722 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:06:20,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:20,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:20,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:06:20,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:20,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:20,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:06:20,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:20,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:20,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:06:20,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:20,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:20,802 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,803 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,813 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:06:20,817 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:20,822 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:20,824 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64634667, jitterRate=-0.03686840832233429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:06:20,829 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:20,830 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:06:20,855 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c773b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:20,885 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T10:06:20,896 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:06:20,896 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:06:20,898 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:06:20,899 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T10:06:20,904 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-26T10:06:20,904 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:06:20,928 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:06:20,940 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:06:20,950 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:06:20,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:06:20,954 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:06:21,018 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:06:21,020 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:06:21,024 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:06:21,034 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:06:21,035 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:06:21,043 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:06:21,053 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:06:21,060 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:06:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,070 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ccf62758a0a5,37783,1732615579518, sessionid=0x10177e547100000, setting cluster-up flag (Was=false) 2024-11-26T10:06:21,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,118 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:06:21,121 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,168 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:06:21,170 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:21,232 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ccf62758a0a5:41051 2024-11-26T10:06:21,234 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1008): ClusterId : 3469640f-7e33-4acd-a8ae-197861b6f237 2024-11-26T10:06:21,234 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ccf62758a0a5:33561 2024-11-26T10:06:21,235 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1008): ClusterId : 3469640f-7e33-4acd-a8ae-197861b6f237 2024-11-26T10:06:21,236 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:21,236 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:21,244 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:21,245 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:21,245 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:21,245 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:21,245 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:21,249 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T10:06:21,251 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:06:21,253 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:21,253 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:21,253 DEBUG [RS:1;ccf62758a0a5:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489514f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:21,253 DEBUG [RS:0;ccf62758a0a5:41051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f95008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:21,255 DEBUG [RS:1;ccf62758a0a5:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f103f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:21,255 DEBUG [RS:0;ccf62758a0a5:41051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce47abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:21,257 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:21,257 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:21,258 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:21,258 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:21,258 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:21,258 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:21,257 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ccf62758a0a5,37783,1732615579518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:06:21,260 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,37783,1732615579518 with isa=ccf62758a0a5/172.17.0.2:41051, startcode=1732615580238 2024-11-26T10:06:21,260 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,37783,1732615579518 with isa=ccf62758a0a5/172.17.0.2:33561, startcode=1732615580289 2024-11-26T10:06:21,260 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:21,260 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:21,260 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:21,260 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:21,260 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ccf62758a0a5:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:06:21,261 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,261 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:21,261 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,266 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732615611265 2024-11-26T10:06:21,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:21,268 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:06:21,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:06:21,269 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:06:21,272 DEBUG [RS:0;ccf62758a0a5:41051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:21,272 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:06:21,272 DEBUG [RS:1;ccf62758a0a5:33561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:21,272 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:06:21,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:21,272 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:06:21,272 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:06:21,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:21,273 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,274 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:06:21,275 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:06:21,276 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:06:21,278 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:06:21,279 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:06:21,280 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615581280,5,FailOnTimeoutGroup] 2024-11-26T10:06:21,280 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615581280,5,FailOnTimeoutGroup] 2024-11-26T10:06:21,281 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,281 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:06:21,282 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,282 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:21,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T10:06:21,290 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d 2024-11-26T10:06:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:21,306 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59683, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:21,306 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60755, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:21,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:21,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:21,326 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d 2024-11-26T10:06:21,326 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d 2024-11-26T10:06:21,326 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39807 2024-11-26T10:06:21,326 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39807 2024-11-26T10:06:21,326 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:21,326 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:21,359 DEBUG [RS:1;ccf62758a0a5:33561 {}] zookeeper.ZKUtil(111): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,360 DEBUG [RS:0;ccf62758a0a5:41051 {}] zookeeper.ZKUtil(111): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:21,360 WARN [RS:1;ccf62758a0a5:33561 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:21,360 WARN [RS:0;ccf62758a0a5:41051 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:21,360 INFO [RS:1;ccf62758a0a5:33561 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:21,360 INFO [RS:0;ccf62758a0a5:41051 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:21,360 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:21,360 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,41051,1732615580238] 2024-11-26T10:06:21,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,33561,1732615580289] 2024-11-26T10:06:21,377 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:21,377 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:21,386 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:21,386 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:21,402 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:21,402 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:21,404 INFO [RS:1;ccf62758a0a5:33561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:21,404 INFO [RS:0;ccf62758a0a5:41051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:21,405 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,405 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,405 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:21,405 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:21,411 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,411 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,412 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,412 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:21,412 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:21,413 DEBUG [RS:0;ccf62758a0a5:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:21,413 DEBUG [RS:1;ccf62758a0a5:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:21,414 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,33561,1732615580289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:21,414 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41051,1732615580238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:21,433 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:21,433 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:21,435 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,33561,1732615580289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,435 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41051,1732615580238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:21,455 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.Replication(204): ccf62758a0a5,33561,1732615580289 started 2024-11-26T10:06:21,455 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,33561,1732615580289, RpcServer on ccf62758a0a5/172.17.0.2:33561, sessionid=0x10177e547100002 2024-11-26T10:06:21,456 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:21,456 DEBUG [RS:1;ccf62758a0a5:33561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,456 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,33561,1732615580289' 2024-11-26T10:06:21,456 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:21,457 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:21,457 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:21,457 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:21,457 DEBUG [RS:1;ccf62758a0a5:33561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,458 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,33561,1732615580289' 2024-11-26T10:06:21,458 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:21,458 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:21,459 DEBUG [RS:1;ccf62758a0a5:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:21,459 INFO [RS:1;ccf62758a0a5:33561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:21,459 INFO [RS:1;ccf62758a0a5:33561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:21,460 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.Replication(204): ccf62758a0a5,41051,1732615580238 started 2024-11-26T10:06:21,461 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,41051,1732615580238, RpcServer on ccf62758a0a5/172.17.0.2:41051, sessionid=0x10177e547100001 2024-11-26T10:06:21,461 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:21,461 DEBUG [RS:0;ccf62758a0a5:41051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:21,461 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,41051,1732615580238' 2024-11-26T10:06:21,461 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:21,462 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:21,462 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:21,462 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:21,463 DEBUG [RS:0;ccf62758a0a5:41051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:21,463 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,41051,1732615580238' 2024-11-26T10:06:21,463 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:21,463 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:21,464 DEBUG [RS:0;ccf62758a0a5:41051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:21,464 INFO [RS:0;ccf62758a0a5:41051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:21,464 INFO [RS:0;ccf62758a0a5:41051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:21,566 INFO [RS:0;ccf62758a0a5:41051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:21,566 INFO [RS:1;ccf62758a0a5:33561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:21,570 INFO [RS:0;ccf62758a0a5:41051 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C41051%2C1732615580238, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,41051,1732615580238, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/oldWALs, maxLogs=32 2024-11-26T10:06:21,570 INFO [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C33561%2C1732615580289, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/oldWALs, maxLogs=32 2024-11-26T10:06:21,587 DEBUG [RS:1;ccf62758a0a5:33561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289/ccf62758a0a5%2C33561%2C1732615580289.1732615581573, exclude list is [], retry=0 2024-11-26T10:06:21,588 DEBUG [RS:0;ccf62758a0a5:41051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,41051,1732615580238/ccf62758a0a5%2C41051%2C1732615580238.1732615581573, exclude list is [], retry=0 2024-11-26T10:06:21,592 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42029,DS-da72c808-ecdc-4ea1-a0c3-5a561416ee66,DISK] 2024-11-26T10:06:21,592 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34693,DS-92cd22e8-ad43-483d-8eef-cc381c4b74f3,DISK] 2024-11-26T10:06:21,592 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34693,DS-92cd22e8-ad43-483d-8eef-cc381c4b74f3,DISK] 2024-11-26T10:06:21,593 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42029,DS-da72c808-ecdc-4ea1-a0c3-5a561416ee66,DISK] 2024-11-26T10:06:21,602 INFO [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289/ccf62758a0a5%2C33561%2C1732615580289.1732615581573 2024-11-26T10:06:21,603 INFO [RS:0;ccf62758a0a5:41051 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,41051,1732615580238/ccf62758a0a5%2C41051%2C1732615580238.1732615581573 2024-11-26T10:06:21,606 DEBUG [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38649:38649)] 2024-11-26T10:06:21,606 DEBUG [RS:0;ccf62758a0a5:41051 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38649:38649)] 2024-11-26T10:06:21,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:21,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:21,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:21,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:21,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:21,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:21,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:21,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:21,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:21,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:21,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:21,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740 2024-11-26T10:06:21,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740 2024-11-26T10:06:21,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:21,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:21,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:21,739 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67977748, jitterRate=0.012947380542755127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:21,740 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:21,741 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:21,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:21,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:21,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T10:06:21,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:06:21,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:06:21,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:06:21,910 DEBUG [ccf62758a0a5:37783 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:06:21,916 DEBUG [ccf62758a0a5:37783 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:21,922 DEBUG [ccf62758a0a5:37783 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:21,922 DEBUG [ccf62758a0a5:37783 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:21,923 INFO [ccf62758a0a5:37783 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:21,923 INFO [ccf62758a0a5:37783 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:21,923 DEBUG [ccf62758a0a5:37783 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:21,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:21,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,33561,1732615580289, state=OPENING 2024-11-26T10:06:21,968 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:06:21,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:21,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:21,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:21,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:21,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ccf62758a0a5,33561,1732615580289}] 2024-11-26T10:06:22,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:22,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:22,161 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:22,172 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T10:06:22,172 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:22,172 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:06:22,175 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C33561%2C1732615580289.meta, suffix=.meta, logDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/oldWALs, maxLogs=32 2024-11-26T10:06:22,191 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289/ccf62758a0a5%2C33561%2C1732615580289.meta.1732615582177.meta, exclude list is [], retry=0 2024-11-26T10:06:22,194 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34693,DS-92cd22e8-ad43-483d-8eef-cc381c4b74f3,DISK] 2024-11-26T10:06:22,195 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42029,DS-da72c808-ecdc-4ea1-a0c3-5a561416ee66,DISK] 2024-11-26T10:06:22,198 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289/ccf62758a0a5%2C33561%2C1732615580289.meta.1732615582177.meta 2024-11-26T10:06:22,199 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811),(127.0.0.1/127.0.0.1:38649:38649)] 2024-11-26T10:06:22,199 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:22,201 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:06:22,261 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:06:22,266 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:06:22,269 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:06:22,269 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:22,270 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T10:06:22,270 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T10:06:22,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:22,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:22,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:22,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:22,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:22,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:22,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:22,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:22,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:22,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:22,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:22,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:22,283 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740 2024-11-26T10:06:22,285 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740 2024-11-26T10:06:22,288 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:22,291 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:22,293 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67521729, jitterRate=0.006152167916297913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:22,294 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:22,300 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732615582152 2024-11-26T10:06:22,310 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:06:22,310 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T10:06:22,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:22,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,33561,1732615580289, state=OPEN 2024-11-26T10:06:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:22,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:22,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:22,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:22,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:06:22,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ccf62758a0a5,33561,1732615580289 in 343 msec 2024-11-26T10:06:22,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:06:22,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 585 msec 2024-11-26T10:06:22,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1390 sec 2024-11-26T10:06:22,346 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732615582346, completionTime=-1 2024-11-26T10:06:22,347 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T10:06:22,347 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T10:06:22,378 DEBUG [hconnection-0x774092ed-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:22,380 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:22,389 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T10:06:22,389 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732615642389 2024-11-26T10:06:22,389 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732615702389 2024-11-26T10:06:22,389 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 42 msec 2024-11-26T10:06:22,420 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:06:22,425 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37783,1732615579518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:22,426 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37783,1732615579518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:22,426 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37783,1732615579518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:22,427 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ccf62758a0a5:37783, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:22,427 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:22,433 DEBUG [master/ccf62758a0a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T10:06:22,435 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T10:06:22,436 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:22,442 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T10:06:22,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:22,447 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:22,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:22,469 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b0d5e36d1cc36719446799aa81c37d76, NAME => 'hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d 2024-11-26T10:06:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:22,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:22,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b0d5e36d1cc36719446799aa81c37d76, disabling compactions & flushes 2024-11-26T10:06:22,480 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. after waiting 0 ms 2024-11-26T10:06:22,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,480 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,480 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b0d5e36d1cc36719446799aa81c37d76: 2024-11-26T10:06:22,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:22,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732615582483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615582483"}]},"ts":"1732615582483"} 2024-11-26T10:06:22,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T10:06:22,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:22,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615582534"}]},"ts":"1732615582534"} 2024-11-26T10:06:22,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T10:06:22,560 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:22,562 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:22,562 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:22,562 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:22,562 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:22,562 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:22,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b0d5e36d1cc36719446799aa81c37d76, ASSIGN}] 2024-11-26T10:06:22,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b0d5e36d1cc36719446799aa81c37d76, ASSIGN 2024-11-26T10:06:22,566 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b0d5e36d1cc36719446799aa81c37d76, ASSIGN; state=OFFLINE, location=ccf62758a0a5,33561,1732615580289; forceNewPlan=false, retain=false 2024-11-26T10:06:22,720 INFO [ccf62758a0a5:37783 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:06:22,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b0d5e36d1cc36719446799aa81c37d76, regionState=OPENING, regionLocation=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:22,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b0d5e36d1cc36719446799aa81c37d76, server=ccf62758a0a5,33561,1732615580289}] 2024-11-26T10:06:22,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:22,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b0d5e36d1cc36719446799aa81c37d76, NAME => 'hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,898 INFO [StoreOpener-b0d5e36d1cc36719446799aa81c37d76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,900 INFO [StoreOpener-b0d5e36d1cc36719446799aa81c37d76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d5e36d1cc36719446799aa81c37d76 columnFamilyName info 2024-11-26T10:06:22,900 DEBUG [StoreOpener-b0d5e36d1cc36719446799aa81c37d76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:22,901 INFO [StoreOpener-b0d5e36d1cc36719446799aa81c37d76-1 {}] regionserver.HStore(327): Store=b0d5e36d1cc36719446799aa81c37d76/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:22,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b0d5e36d1cc36719446799aa81c37d76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59166603, jitterRate=-0.11834891140460968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:22,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b0d5e36d1cc36719446799aa81c37d76: 2024-11-26T10:06:22,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76., pid=6, masterSystemTime=1732615582883 2024-11-26T10:06:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:22,918 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b0d5e36d1cc36719446799aa81c37d76, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:22,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:06:22,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b0d5e36d1cc36719446799aa81c37d76, server=ccf62758a0a5,33561,1732615580289 in 194 msec 2024-11-26T10:06:22,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:06:22,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b0d5e36d1cc36719446799aa81c37d76, ASSIGN in 361 msec 2024-11-26T10:06:22,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:22,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615582930"}]},"ts":"1732615582930"} 2024-11-26T10:06:22,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T10:06:22,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:22,946 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T10:06:22,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 508 msec 2024-11-26T10:06:22,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:22,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:22,982 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T10:06:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:23,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-11-26T10:06:23,027 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T10:06:23,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:23,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 35 msec 2024-11-26T10:06:23,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T10:06:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T10:06:23,102 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.733sec 2024-11-26T10:06:23,105 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:06:23,107 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:06:23,109 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:06:23,110 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:06:23,110 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:06:23,112 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37783,1732615579518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:23,112 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37783,1732615579518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:06:23,115 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:06:23,116 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:06:23,116 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37783,1732615579518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:23,136 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226bc883 to 127.0.0.1:63944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b630c51 2024-11-26T10:06:23,137 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T10:06:23,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a2322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:23,155 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T10:06:23,155 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T10:06:23,204 DEBUG [hconnection-0x60073d7b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:23,214 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:23,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:23,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:06:23,232 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:06:23,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T10:06:23,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:23,244 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:23,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T10:06:23,246 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:23,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c66f56eb9ffb4f5adb56daf9e7ae6e04, NAME => 'testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d 2024-11-26T10:06:23,261 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6af3e16bc21faecc0d13929e2edc5ad0, NAME => 'testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d 2024-11-26T10:06:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:23,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c66f56eb9ffb4f5adb56daf9e7ae6e04, disabling compactions & flushes 2024-11-26T10:06:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6af3e16bc21faecc0d13929e2edc5ad0, disabling compactions & flushes 2024-11-26T10:06:23,677 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:23,677 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:23,677 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:23,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. after waiting 0 ms 2024-11-26T10:06:23,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. after waiting 0 ms 2024-11-26T10:06:23,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:23,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:23,678 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:23,678 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:23,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c66f56eb9ffb4f5adb56daf9e7ae6e04: 2024-11-26T10:06:23,678 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6af3e16bc21faecc0d13929e2edc5ad0: 2024-11-26T10:06:23,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:23,684 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615583683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615583683"}]},"ts":"1732615583683"} 2024-11-26T10:06:23,685 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615583683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615583683"}]},"ts":"1732615583683"} 2024-11-26T10:06:23,711 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T10:06:23,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:23,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615583712"}]},"ts":"1732615583712"} 2024-11-26T10:06:23,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T10:06:23,760 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:23,765 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:23,765 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:23,766 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:23,766 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:23,766 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:23,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c66f56eb9ffb4f5adb56daf9e7ae6e04, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6af3e16bc21faecc0d13929e2edc5ad0, ASSIGN}] 2024-11-26T10:06:23,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6af3e16bc21faecc0d13929e2edc5ad0, ASSIGN 2024-11-26T10:06:23,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c66f56eb9ffb4f5adb56daf9e7ae6e04, ASSIGN 2024-11-26T10:06:23,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6af3e16bc21faecc0d13929e2edc5ad0, ASSIGN; state=OFFLINE, location=ccf62758a0a5,41051,1732615580238; forceNewPlan=false, retain=false 2024-11-26T10:06:23,773 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c66f56eb9ffb4f5adb56daf9e7ae6e04, ASSIGN; state=OFFLINE, location=ccf62758a0a5,33561,1732615580289; forceNewPlan=false, retain=false 2024-11-26T10:06:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:23,924 INFO [ccf62758a0a5:37783 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T10:06:23,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6af3e16bc21faecc0d13929e2edc5ad0, regionState=OPENING, regionLocation=ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:23,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c66f56eb9ffb4f5adb56daf9e7ae6e04, regionState=OPENING, regionLocation=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:23,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 6af3e16bc21faecc0d13929e2edc5ad0, server=ccf62758a0a5,41051,1732615580238}] 2024-11-26T10:06:23,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure c66f56eb9ffb4f5adb56daf9e7ae6e04, server=ccf62758a0a5,33561,1732615580289}] 2024-11-26T10:06:24,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:24,086 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:24,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:24,090 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:24,098 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,098 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,098 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => c66f56eb9ffb4f5adb56daf9e7ae6e04, NAME => 'testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T10:06:24,098 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6af3e16bc21faecc0d13929e2edc5ad0, NAME => 'testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T10:06:24,098 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,098 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,098 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:24,098 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:24,099 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,099 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,099 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,099 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,100 INFO [StoreOpener-c66f56eb9ffb4f5adb56daf9e7ae6e04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,101 INFO [StoreOpener-6af3e16bc21faecc0d13929e2edc5ad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,103 INFO [StoreOpener-6af3e16bc21faecc0d13929e2edc5ad0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6af3e16bc21faecc0d13929e2edc5ad0 columnFamilyName family 2024-11-26T10:06:24,103 INFO [StoreOpener-c66f56eb9ffb4f5adb56daf9e7ae6e04-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c66f56eb9ffb4f5adb56daf9e7ae6e04 columnFamilyName family 2024-11-26T10:06:24,103 DEBUG [StoreOpener-6af3e16bc21faecc0d13929e2edc5ad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:24,103 DEBUG [StoreOpener-c66f56eb9ffb4f5adb56daf9e7ae6e04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:24,104 INFO [StoreOpener-6af3e16bc21faecc0d13929e2edc5ad0-1 {}] regionserver.HStore(327): Store=6af3e16bc21faecc0d13929e2edc5ad0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:24,104 INFO [StoreOpener-c66f56eb9ffb4f5adb56daf9e7ae6e04-1 {}] regionserver.HStore(327): Store=c66f56eb9ffb4f5adb56daf9e7ae6e04/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:24,105 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,105 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,106 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,106 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,109 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,109 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,112 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:24,113 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6af3e16bc21faecc0d13929e2edc5ad0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69074420, jitterRate=0.029289066791534424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:24,114 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6af3e16bc21faecc0d13929e2edc5ad0: 2024-11-26T10:06:24,114 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:24,115 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0., pid=12, masterSystemTime=1732615584086 2024-11-26T10:06:24,115 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened c66f56eb9ffb4f5adb56daf9e7ae6e04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67498305, jitterRate=0.005803123116493225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:24,116 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for c66f56eb9ffb4f5adb56daf9e7ae6e04: 2024-11-26T10:06:24,117 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04., pid=13, masterSystemTime=1732615584089 2024-11-26T10:06:24,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,118 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6af3e16bc21faecc0d13929e2edc5ad0, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:24,119 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,119 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c66f56eb9ffb4f5adb56daf9e7ae6e04, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:24,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T10:06:24,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 6af3e16bc21faecc0d13929e2edc5ad0, server=ccf62758a0a5,41051,1732615580238 in 191 msec 2024-11-26T10:06:24,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-26T10:06:24,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure c66f56eb9ffb4f5adb56daf9e7ae6e04, server=ccf62758a0a5,33561,1732615580289 in 191 msec 2024-11-26T10:06:24,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6af3e16bc21faecc0d13929e2edc5ad0, ASSIGN in 359 msec 2024-11-26T10:06:24,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:06:24,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c66f56eb9ffb4f5adb56daf9e7ae6e04, ASSIGN in 361 msec 2024-11-26T10:06:24,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:24,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615584132"}]},"ts":"1732615584132"} 2024-11-26T10:06:24,135 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T10:06:24,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:24,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 904 msec 2024-11-26T10:06:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:24,370 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T10:06:24,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T10:06:24,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:24,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T10:06:24,383 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:24,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T10:06:24,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:24,406 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:24,418 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6af3e16bc21faecc0d13929e2edc5ad0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T10:06:24,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/.tmp/family/1282347d2aa741c19af2af3fb95e479b is 32, key is 5/family:/1732615584406/Put/seqid=0 2024-11-26T10:06:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741841_1017 (size=5083) 2024-11-26T10:06:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741841_1017 (size=5083) 2024-11-26T10:06:24,483 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/.tmp/family/1282347d2aa741c19af2af3fb95e479b 2024-11-26T10:06:24,528 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/.tmp/family/1282347d2aa741c19af2af3fb95e479b as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/family/1282347d2aa741c19af2af3fb95e479b 2024-11-26T10:06:24,537 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/family/1282347d2aa741c19af2af3fb95e479b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T10:06:24,540 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6af3e16bc21faecc0d13929e2edc5ad0 in 122ms, sequenceid=9, compaction requested=false 2024-11-26T10:06:24,541 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-26T10:06:24,542 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6af3e16bc21faecc0d13929e2edc5ad0: 2024-11-26T10:06:24,543 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c66f56eb9ffb4f5adb56daf9e7ae6e04 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T10:06:24,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/.tmp/family/a38ad86249174f39882e45402c418df2 is 32, key is 1/family:/1732615584387/Put/seqid=0 2024-11-26T10:06:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741842_1018 (size=5054) 2024-11-26T10:06:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741842_1018 (size=5054) 2024-11-26T10:06:24,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/.tmp/family/a38ad86249174f39882e45402c418df2 2024-11-26T10:06:24,579 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/.tmp/family/a38ad86249174f39882e45402c418df2 as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/family/a38ad86249174f39882e45402c418df2 2024-11-26T10:06:24,589 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/family/a38ad86249174f39882e45402c418df2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T10:06:24,590 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c66f56eb9ffb4f5adb56daf9e7ae6e04 in 47ms, sequenceid=8, compaction requested=false 2024-11-26T10:06:24,590 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c66f56eb9ffb4f5adb56daf9e7ae6e04: 2024-11-26T10:06:24,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x488f1fc5 to 127.0.0.1:63944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cfb6c5e 2024-11-26T10:06:24,612 DEBUG [ReadOnlyZKClient-127.0.0.1:63944@0x488f1fc5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f49aaec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:24,645 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T10:06:24,651 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-26T10:06:24,652 DEBUG [ReadOnlyZKClient-127.0.0.1:63944@0x488f1fc5 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ccf62758a0a5,33561,1732615580289, seqNum=-1] 2024-11-26T10:06:24,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:24,658 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:24,669 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:24,670 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:24,671 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:24,672 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:24,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-26T10:06:24,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:06:24,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:24,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x488f1fc5 to 127.0.0.1:63944 2024-11-26T10:06:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T10:06:24,683 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T10:06:24,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226bc883 to 127.0.0.1:63944 2024-11-26T10:06:24,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:24,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:06:24,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=224650999, stopped=false 2024-11-26T10:06:24,684 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:24,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T10:06:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:24,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:24,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:24,728 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,41051,1732615580238' ***** 2024-11-26T10:06:24,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:24,728 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:24,728 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,33561,1732615580289' ***** 2024-11-26T10:06:24,728 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:24,728 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:24,728 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:24,729 INFO [RS:0;ccf62758a0a5:41051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:24,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:24,729 INFO [RS:0;ccf62758a0a5:41051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:24,729 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(3579): Received CLOSE for 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:24,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,730 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:24,730 DEBUG [RS:0;ccf62758a0a5:41051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for b0d5e36d1cc36719446799aa81c37d76 2024-11-26T10:06:24,730 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:24,730 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1603): Online Regions={6af3e16bc21faecc0d13929e2edc5ad0=testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0.} 2024-11-26T10:06:24,730 DEBUG [RS:1;ccf62758a0a5:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:24,730 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6af3e16bc21faecc0d13929e2edc5ad0, disabling compactions & flushes 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c66f56eb9ffb4f5adb56daf9e7ae6e04, disabling compactions & flushes 2024-11-26T10:06:24,731 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T10:06:24,731 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,731 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,731 DEBUG [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1629): Waiting on 6af3e16bc21faecc0d13929e2edc5ad0 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. after waiting 0 ms 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. after waiting 0 ms 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,731 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,731 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1603): Online Regions={c66f56eb9ffb4f5adb56daf9e7ae6e04=testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04., 1588230740=hbase:meta,,1.1588230740, b0d5e36d1cc36719446799aa81c37d76=hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76.} 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:24,731 DEBUG [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b0d5e36d1cc36719446799aa81c37d76, c66f56eb9ffb4f5adb56daf9e7ae6e04 2024-11-26T10:06:24,731 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:24,731 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:24,732 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T10:06:24,738 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/c66f56eb9ffb4f5adb56daf9e7ae6e04/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:06:24,738 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/default/testClearRegionBlockCache/6af3e16bc21faecc0d13929e2edc5ad0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:06:24,740 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,740 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,740 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6af3e16bc21faecc0d13929e2edc5ad0: 2024-11-26T10:06:24,740 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c66f56eb9ffb4f5adb56daf9e7ae6e04: 2024-11-26T10:06:24,740 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0. 2024-11-26T10:06:24,740 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732615583238.c66f56eb9ffb4f5adb56daf9e7ae6e04. 2024-11-26T10:06:24,741 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b0d5e36d1cc36719446799aa81c37d76, disabling compactions & flushes 2024-11-26T10:06:24,741 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:24,741 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:24,741 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. after waiting 0 ms 2024-11-26T10:06:24,741 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:24,741 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b0d5e36d1cc36719446799aa81c37d76 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T10:06:24,760 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/.tmp/info/3eb6ef8ca05440e9ad3bb4ee94e1bc9d is 173, key is testClearRegionBlockCache,5,1732615583238.6af3e16bc21faecc0d13929e2edc5ad0./info:regioninfo/1732615584119/Put/seqid=0 2024-11-26T10:06:24,765 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/.tmp/info/d3e324009d974632a67ceab519044f1b is 45, key is default/info:d/1732615582990/Put/seqid=0 2024-11-26T10:06:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741843_1019 (size=9337) 2024-11-26T10:06:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741843_1019 (size=9337) 2024-11-26T10:06:24,771 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/.tmp/info/3eb6ef8ca05440e9ad3bb4ee94e1bc9d 2024-11-26T10:06:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741844_1020 (size=5037) 2024-11-26T10:06:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741844_1020 (size=5037) 2024-11-26T10:06:24,776 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/.tmp/info/d3e324009d974632a67ceab519044f1b 2024-11-26T10:06:24,787 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/.tmp/info/d3e324009d974632a67ceab519044f1b as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/info/d3e324009d974632a67ceab519044f1b 2024-11-26T10:06:24,798 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/info/d3e324009d974632a67ceab519044f1b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T10:06:24,800 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b0d5e36d1cc36719446799aa81c37d76 in 59ms, sequenceid=6, compaction requested=false 2024-11-26T10:06:24,800 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T10:06:24,803 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/.tmp/table/a301324eafd943c3a8cb09b15f69f5f7 is 61, key is testClearRegionBlockCache/table:state/1732615584132/Put/seqid=0 2024-11-26T10:06:24,807 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/namespace/b0d5e36d1cc36719446799aa81c37d76/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:06:24,808 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:24,808 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b0d5e36d1cc36719446799aa81c37d76: 2024-11-26T10:06:24,809 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732615582435.b0d5e36d1cc36719446799aa81c37d76. 2024-11-26T10:06:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:24,811 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/.tmp/table/a301324eafd943c3a8cb09b15f69f5f7 2024-11-26T10:06:24,818 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:24,818 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:24,822 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/.tmp/info/3eb6ef8ca05440e9ad3bb4ee94e1bc9d as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/info/3eb6ef8ca05440e9ad3bb4ee94e1bc9d 2024-11-26T10:06:24,831 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/info/3eb6ef8ca05440e9ad3bb4ee94e1bc9d, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T10:06:24,834 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/.tmp/table/a301324eafd943c3a8cb09b15f69f5f7 as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/table/a301324eafd943c3a8cb09b15f69f5f7 2024-11-26T10:06:24,843 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/table/a301324eafd943c3a8cb09b15f69f5f7, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T10:06:24,844 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=16, compaction requested=false 2024-11-26T10:06:24,844 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:06:24,851 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:06:24,852 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:24,852 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:24,853 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:24,853 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:24,931 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,41051,1732615580238; all regions closed. 2024-11-26T10:06:24,931 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,33561,1732615580289; all regions closed. 2024-11-26T10:06:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741834_1010 (size=1867) 2024-11-26T10:06:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741834_1010 (size=1867) 2024-11-26T10:06:24,946 DEBUG [RS:0;ccf62758a0a5:41051 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/oldWALs 2024-11-26T10:06:24,946 INFO [RS:0;ccf62758a0a5:41051 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C41051%2C1732615580238:(num 1732615581573) 2024-11-26T10:06:24,946 DEBUG [RS:0;ccf62758a0a5:41051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:24,946 DEBUG [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/oldWALs 2024-11-26T10:06:24,946 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:24,946 INFO [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C33561%2C1732615580289.meta:.meta(num 1732615582177) 2024-11-26T10:06:24,947 INFO [RS:0;ccf62758a0a5:41051 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:24,947 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:24,947 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:24,947 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:24,947 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:24,947 INFO [RS:0;ccf62758a0a5:41051 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41051 2024-11-26T10:06:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741833_1009 (size=3079) 2024-11-26T10:06:24,952 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/WALs/ccf62758a0a5,33561,1732615580289/ccf62758a0a5%2C33561%2C1732615580289.1732615581573 not finished, retry = 0 2024-11-26T10:06:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741833_1009 (size=3079) 2024-11-26T10:06:24,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,41051,1732615580238 2024-11-26T10:06:24,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:24,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,41051,1732615580238] 2024-11-26T10:06:24,968 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,41051,1732615580238; numProcessing=1 2024-11-26T10:06:24,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,41051,1732615580238 already deleted, retry=false 2024-11-26T10:06:24,977 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,41051,1732615580238 expired; onlineServers=1 2024-11-26T10:06:25,061 DEBUG [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/oldWALs 2024-11-26T10:06:25,061 INFO [RS:1;ccf62758a0a5:33561 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C33561%2C1732615580289:(num 1732615581573) 2024-11-26T10:06:25,061 DEBUG [RS:1;ccf62758a0a5:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:25,061 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:25,062 INFO [RS:1;ccf62758a0a5:33561 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:25,063 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:25,063 INFO [RS:1;ccf62758a0a5:33561 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33561 2024-11-26T10:06:25,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:25,068 INFO [RS:0;ccf62758a0a5:41051 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,41051,1732615580238; zookeeper connection closed. 2024-11-26T10:06:25,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x10177e547100001, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:25,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@460e641d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@460e641d 2024-11-26T10:06:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,33561,1732615580289 2024-11-26T10:06:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:25,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,33561,1732615580289] 2024-11-26T10:06:25,085 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,33561,1732615580289; numProcessing=2 2024-11-26T10:06:25,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,33561,1732615580289 already deleted, retry=false 2024-11-26T10:06:25,093 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,33561,1732615580289 expired; onlineServers=0 2024-11-26T10:06:25,093 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,37783,1732615579518' ***** 2024-11-26T10:06:25,093 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:06:25,094 DEBUG [M:0;ccf62758a0a5:37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6d5862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:25,094 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,37783,1732615579518 2024-11-26T10:06:25,094 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,37783,1732615579518; all regions closed. 2024-11-26T10:06:25,094 DEBUG [M:0;ccf62758a0a5:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:25,094 DEBUG [M:0;ccf62758a0a5:37783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:06:25,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:06:25,095 DEBUG [M:0;ccf62758a0a5:37783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:06:25,095 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615581280 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615581280,5,FailOnTimeoutGroup] 2024-11-26T10:06:25,095 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615581280 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615581280,5,FailOnTimeoutGroup] 2024-11-26T10:06:25,095 INFO [M:0;ccf62758a0a5:37783 {}] hbase.ChoreService(370): Chore service for: master/ccf62758a0a5:0 had [] on shutdown 2024-11-26T10:06:25,096 DEBUG [M:0;ccf62758a0a5:37783 {}] master.HMaster(1733): Stopping service threads 2024-11-26T10:06:25,096 INFO [M:0;ccf62758a0a5:37783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:06:25,097 INFO [M:0;ccf62758a0a5:37783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:06:25,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:06:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:25,102 DEBUG [M:0;ccf62758a0a5:37783 {}] zookeeper.ZKUtil(347): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:06:25,102 WARN [M:0;ccf62758a0a5:37783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:06:25,102 INFO [M:0;ccf62758a0a5:37783 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T10:06:25,103 INFO [M:0;ccf62758a0a5:37783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:06:25,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:25,103 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:25,103 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:25,103 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:25,103 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:25,103 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:25,104 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T10:06:25,124 DEBUG [M:0;ccf62758a0a5:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79ee392ddb3c45048ae24596b82f021b is 82, key is hbase:meta,,1/info:regioninfo/1732615582311/Put/seqid=0 2024-11-26T10:06:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:25,131 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79ee392ddb3c45048ae24596b82f021b 2024-11-26T10:06:25,157 DEBUG [M:0;ccf62758a0a5:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2958aac189a401382d138267253af74 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732615584146/Put/seqid=0 2024-11-26T10:06:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:25,165 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2958aac189a401382d138267253af74 2024-11-26T10:06:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:25,185 INFO [RS:1;ccf62758a0a5:33561 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,33561,1732615580289; zookeeper connection closed. 2024-11-26T10:06:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10177e547100002, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:25,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@468c6a63 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@468c6a63 2024-11-26T10:06:25,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T10:06:25,188 DEBUG [M:0;ccf62758a0a5:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52374ccbc1de4f19abe9d01fb32e0c27 is 69, key is ccf62758a0a5,33561,1732615580289/rs:state/1732615581315/Put/seqid=0 2024-11-26T10:06:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:25,195 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52374ccbc1de4f19abe9d01fb32e0c27 2024-11-26T10:06:25,203 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79ee392ddb3c45048ae24596b82f021b as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79ee392ddb3c45048ae24596b82f021b 2024-11-26T10:06:25,213 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79ee392ddb3c45048ae24596b82f021b, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T10:06:25,215 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2958aac189a401382d138267253af74 as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2958aac189a401382d138267253af74 2024-11-26T10:06:25,224 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2958aac189a401382d138267253af74, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T10:06:25,225 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52374ccbc1de4f19abe9d01fb32e0c27 as hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52374ccbc1de4f19abe9d01fb32e0c27 2024-11-26T10:06:25,234 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39807/user/jenkins/test-data/9b72e92f-f35c-e87b-77da-2828c2a5b51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52374ccbc1de4f19abe9d01fb32e0c27, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T10:06:25,236 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=108, compaction requested=false 2024-11-26T10:06:25,237 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:25,237 DEBUG [M:0;ccf62758a0a5:37783 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34693 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:25,242 INFO [M:0;ccf62758a0a5:37783 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T10:06:25,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:25,242 INFO [M:0;ccf62758a0a5:37783 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37783 2024-11-26T10:06:25,251 DEBUG [M:0;ccf62758a0a5:37783 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ccf62758a0a5,37783,1732615579518 already deleted, retry=false 2024-11-26T10:06:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:25,360 INFO [M:0;ccf62758a0a5:37783 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,37783,1732615579518; zookeeper connection closed. 2024-11-26T10:06:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x10177e547100000, quorum=127.0.0.1:63944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:25,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:25,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:25,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:25,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:25,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:25,378 WARN [BP-263995949-172.17.0.2-1732615576217 heartbeating to localhost/127.0.0.1:39807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:25,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:25,378 WARN [BP-263995949-172.17.0.2-1732615576217 heartbeating to localhost/127.0.0.1:39807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263995949-172.17.0.2-1732615576217 (Datanode Uuid 865281f9-d9c4-44cd-aff1-638defa54e99) service to localhost/127.0.0.1:39807 2024-11-26T10:06:25,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:25,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data3/current/BP-263995949-172.17.0.2-1732615576217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:25,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data4/current/BP-263995949-172.17.0.2-1732615576217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:25,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:25,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:25,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:25,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:25,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:25,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:25,386 WARN [BP-263995949-172.17.0.2-1732615576217 heartbeating to localhost/127.0.0.1:39807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:25,386 WARN [BP-263995949-172.17.0.2-1732615576217 heartbeating to localhost/127.0.0.1:39807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263995949-172.17.0.2-1732615576217 (Datanode Uuid d537ac87-c7c8-45c4-94f6-b29f93166d06) service to localhost/127.0.0.1:39807 2024-11-26T10:06:25,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:25,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:25,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data1/current/BP-263995949-172.17.0.2-1732615576217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:25,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/cluster_819e0408-8d67-4649-2e9e-06a98b42aaf4/dfs/data/data2/current/BP-263995949-172.17.0.2-1732615576217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:25,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:25,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:25,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:25,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:25,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:25,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:25,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:06:25,436 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T10:06:25,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ccf62758a0a5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39807 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/ccf62758a0a5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39807 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ccf62758a0a5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ccf62758a0a5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1d938a5c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6135 (was 6673) 2024-11-26T10:06:25,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=6134 2024-11-26T10:06:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir so I do NOT create it in target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f 2024-11-26T10:06:25,463 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:06:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.tmp.dir so I do NOT create it in target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f 2024-11-26T10:06:25,463 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a532d34b-464e-2e89-a87b-8e3830cdd92b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:06:25,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f 2024-11-26T10:06:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:06:25,463 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592, deleteOnExit=true 2024-11-26T10:06:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/test.cache.data in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T10:06:25,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:06:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:06:25,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:25,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:25,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:25,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:25,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:25,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:25,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59b812d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:25,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d66ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:25,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ddfeb23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/java.io.tmpdir/jetty-localhost-43673-hadoop-hdfs-3_4_1-tests_jar-_-any-5331977443661722164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:25,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@695fa4d4{HTTP/1.1, (http/1.1)}{localhost:43673} 2024-11-26T10:06:25,800 INFO [Time-limited test {}] server.Server(415): Started @11388ms 2024-11-26T10:06:25,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:25,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:25,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:25,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:25,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:25,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3fccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:25,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c74f41c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:26,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1885ee2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/java.io.tmpdir/jetty-localhost-39505-hadoop-hdfs-3_4_1-tests_jar-_-any-5742259142833742592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:26,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63af1cc6{HTTP/1.1, (http/1.1)}{localhost:39505} 2024-11-26T10:06:26,074 INFO [Time-limited test {}] server.Server(415): Started @11662ms 2024-11-26T10:06:26,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:26,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:26,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:26,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:26,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:26,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:26,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a23d182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:26,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ebe630d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:26,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fd1f04b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/java.io.tmpdir/jetty-localhost-33733-hadoop-hdfs-3_4_1-tests_jar-_-any-3062897930706375923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:26,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f4b659{HTTP/1.1, (http/1.1)}{localhost:33733} 2024-11-26T10:06:26,211 INFO [Time-limited test {}] server.Server(415): Started @11799ms 2024-11-26T10:06:26,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:26,635 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data1/current/BP-1641436637-172.17.0.2-1732615585488/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:26,635 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data2/current/BP-1641436637-172.17.0.2-1732615585488/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:26,658 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e6dced236fa6b96 with lease ID 0x130482c018a9679: Processing first storage report for DS-7f319c6e-2343-4075-aaeb-68da20594161 from datanode DatanodeRegistration(127.0.0.1:39135, datanodeUuid=3dac34d1-2e68-45ad-8407-c9edff6dab77, infoPort=42709, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488) 2024-11-26T10:06:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e6dced236fa6b96 with lease ID 0x130482c018a9679: from storage DS-7f319c6e-2343-4075-aaeb-68da20594161 node DatanodeRegistration(127.0.0.1:39135, datanodeUuid=3dac34d1-2e68-45ad-8407-c9edff6dab77, infoPort=42709, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:06:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e6dced236fa6b96 with lease ID 0x130482c018a9679: Processing first storage report for DS-086de72d-3799-4957-8c7d-2268f2f770e4 from datanode DatanodeRegistration(127.0.0.1:39135, datanodeUuid=3dac34d1-2e68-45ad-8407-c9edff6dab77, infoPort=42709, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488) 2024-11-26T10:06:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e6dced236fa6b96 with lease ID 0x130482c018a9679: from storage DS-086de72d-3799-4957-8c7d-2268f2f770e4 node DatanodeRegistration(127.0.0.1:39135, datanodeUuid=3dac34d1-2e68-45ad-8407-c9edff6dab77, infoPort=42709, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:26,829 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data3/current/BP-1641436637-172.17.0.2-1732615585488/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:26,832 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data4/current/BP-1641436637-172.17.0.2-1732615585488/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:26,849 WARN [Thread-356 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ec6078e9065012 with lease ID 0x130482c018a967a: Processing first storage report for DS-2e4785a9-c3c7-410b-b421-bf08a839aed2 from datanode DatanodeRegistration(127.0.0.1:42299, datanodeUuid=5d1cbe52-e234-4d0a-85ad-a163d080d48c, infoPort=34343, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488) 2024-11-26T10:06:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ec6078e9065012 with lease ID 0x130482c018a967a: from storage DS-2e4785a9-c3c7-410b-b421-bf08a839aed2 node DatanodeRegistration(127.0.0.1:42299, datanodeUuid=5d1cbe52-e234-4d0a-85ad-a163d080d48c, infoPort=34343, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:06:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ec6078e9065012 with lease ID 0x130482c018a967a: Processing first storage report for DS-ebc32c9f-c52a-446a-bb6e-b3aea8aba71b from datanode DatanodeRegistration(127.0.0.1:42299, datanodeUuid=5d1cbe52-e234-4d0a-85ad-a163d080d48c, infoPort=34343, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488) 2024-11-26T10:06:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ec6078e9065012 with lease ID 0x130482c018a967a: from storage DS-ebc32c9f-c52a-446a-bb6e-b3aea8aba71b node DatanodeRegistration(127.0.0.1:42299, datanodeUuid=5d1cbe52-e234-4d0a-85ad-a163d080d48c, infoPort=34343, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1434028841;c=1732615585488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:26,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f 2024-11-26T10:06:26,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/zookeeper_0, clientPort=60542, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:06:26,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60542 2024-11-26T10:06:26,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:26,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:26,976 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c with version=8 2024-11-26T10:06:26,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/hbase-staging 2024-11-26T10:06:26,980 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:26,980 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:26,981 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41131 2024-11-26T10:06:26,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:26,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:26,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41131 connecting to ZooKeeper ensemble=127.0.0.1:60542 2024-11-26T10:06:27,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411310x0, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:27,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41131-0x10177e567000000 connected 2024-11-26T10:06:27,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:27,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:27,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:27,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-26T10:06:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41131 2024-11-26T10:06:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41131 2024-11-26T10:06:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-26T10:06:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-26T10:06:27,106 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c, hbase.cluster.distributed=false 2024-11-26T10:06:27,122 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:27,122 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:27,123 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35557 2024-11-26T10:06:27,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:27,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:27,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:27,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:27,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35557 connecting to ZooKeeper ensemble=127.0.0.1:60542 2024-11-26T10:06:27,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355570x0, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:27,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:27,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35557-0x10177e567000001 connected 2024-11-26T10:06:27,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:27,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:27,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-26T10:06:27,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35557 2024-11-26T10:06:27,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35557 2024-11-26T10:06:27,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-26T10:06:27,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-26T10:06:27,156 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:27,156 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:27,157 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33131 2024-11-26T10:06:27,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:27,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:27,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:27,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:27,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33131 connecting to ZooKeeper ensemble=127.0.0.1:60542 2024-11-26T10:06:27,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331310x0, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:27,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331310x0, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:27,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33131-0x10177e567000002 connected 2024-11-26T10:06:27,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:27,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:27,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-26T10:06:27,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33131 2024-11-26T10:06:27,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33131 2024-11-26T10:06:27,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-26T10:06:27,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-26T10:06:27,181 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:27,192 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,197 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ccf62758a0a5:41131 2024-11-26T10:06:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,202 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:27,202 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ccf62758a0a5,41131,1732615586979 from backup master directory 2024-11-26T10:06:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:27,210 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:27,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:27,210 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:27,224 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/hbase.id with ID: 2818b436-8a92-4492-99e4-e3818738a8a4 2024-11-26T10:06:27,239 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:27,260 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:27,261 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:06:27,261 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:27,274 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store 2024-11-26T10:06:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:27,288 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:27,288 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:27,288 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:27,288 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:27,288 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:27,288 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:27,288 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:27,288 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:27,289 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/.initializing 2024-11-26T10:06:27,289 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/WALs/ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,291 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:27,294 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C41131%2C1732615586979, suffix=, logDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/WALs/ccf62758a0a5,41131,1732615586979, archiveDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/oldWALs, maxLogs=10 2024-11-26T10:06:27,306 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/WALs/ccf62758a0a5,41131,1732615586979/ccf62758a0a5%2C41131%2C1732615586979.1732615587294, exclude list is [], retry=0 2024-11-26T10:06:27,310 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42299,DS-2e4785a9-c3c7-410b-b421-bf08a839aed2,DISK] 2024-11-26T10:06:27,310 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-7f319c6e-2343-4075-aaeb-68da20594161,DISK] 2024-11-26T10:06:27,313 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/WALs/ccf62758a0a5,41131,1732615586979/ccf62758a0a5%2C41131%2C1732615586979.1732615587294 2024-11-26T10:06:27,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34343:34343),(127.0.0.1/127.0.0.1:42709:42709)] 2024-11-26T10:06:27,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:27,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:27,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:06:27,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:27,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:06:27,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:27,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:06:27,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:27,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:06:27,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:27,330 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,330 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,333 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:06:27,334 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:27,337 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:27,337 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66890314, jitterRate=-0.0032566487789154053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:06:27,338 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:27,338 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:06:27,343 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce17e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:27,344 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T10:06:27,344 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:06:27,344 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:06:27,344 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:06:27,345 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:06:27,345 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:06:27,345 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:06:27,348 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:06:27,348 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:06:27,358 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:06:27,358 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:06:27,359 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:06:27,368 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:06:27,368 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:06:27,369 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:06:27,376 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:06:27,377 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:06:27,385 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:06:27,388 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:06:27,393 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:06:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,402 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ccf62758a0a5,41131,1732615586979, sessionid=0x10177e567000000, setting cluster-up flag (Was=false) 2024-11-26T10:06:27,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,443 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:06:27,445 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,485 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:06:27,488 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:27,495 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:27,495 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T10:06:27,495 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ccf62758a0a5,41131,1732615586979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ccf62758a0a5:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,496 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:27,497 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,497 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732615617497 2024-11-26T10:06:27,497 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:06:27,497 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:27,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:06:27,498 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:06:27,499 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:06:27,499 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:06:27,500 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615587499,5,FailOnTimeoutGroup] 2024-11-26T10:06:27,500 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:27,501 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615587500,5,FailOnTimeoutGroup] 2024-11-26T10:06:27,501 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,501 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:06:27,501 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,502 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:27,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T10:06:27,509 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c 2024-11-26T10:06:27,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:27,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:27,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:27,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:27,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:27,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:27,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:27,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:27,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:27,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:27,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:27,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:27,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740 2024-11-26T10:06:27,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740 2024-11-26T10:06:27,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:27,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:27,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:27,536 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63152083, jitterRate=-0.05896063148975372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:27,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:27,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:27,537 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:27,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:27,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:27,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:27,538 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:27,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:27,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:27,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T10:06:27,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:06:27,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:06:27,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:06:27,595 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ccf62758a0a5:33131 2024-11-26T10:06:27,595 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ccf62758a0a5:35557 2024-11-26T10:06:27,596 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1008): ClusterId : 2818b436-8a92-4492-99e4-e3818738a8a4 2024-11-26T10:06:27,596 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1008): ClusterId : 2818b436-8a92-4492-99e4-e3818738a8a4 2024-11-26T10:06:27,596 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:27,596 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:27,602 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:27,602 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:27,602 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:27,602 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:27,610 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:27,610 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:27,610 DEBUG [RS:1;ccf62758a0a5:33131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c3d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:27,610 DEBUG [RS:0;ccf62758a0a5:35557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356c5e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:27,611 DEBUG [RS:1;ccf62758a0a5:33131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3614e0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:27,611 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:27,611 DEBUG [RS:0;ccf62758a0a5:35557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea1f80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:27,611 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:27,611 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:27,611 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:27,611 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:27,611 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:27,612 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,41131,1732615586979 with isa=ccf62758a0a5/172.17.0.2:33131, startcode=1732615587155 2024-11-26T10:06:27,612 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,41131,1732615586979 with isa=ccf62758a0a5/172.17.0.2:35557, startcode=1732615587121 2024-11-26T10:06:27,612 DEBUG [RS:0;ccf62758a0a5:35557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:27,612 DEBUG [RS:1;ccf62758a0a5:33131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:27,614 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58857, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:27,614 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60617, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:27,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41131 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:27,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41131 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:27,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41131 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,616 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c 2024-11-26T10:06:27,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41131 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,616 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46685 2024-11-26T10:06:27,616 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:27,617 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c 2024-11-26T10:06:27,617 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46685 2024-11-26T10:06:27,618 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:27,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:27,655 DEBUG [RS:1;ccf62758a0a5:33131 {}] zookeeper.ZKUtil(111): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:27,656 WARN [RS:1;ccf62758a0a5:33131 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:27,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,35557,1732615587121] 2024-11-26T10:06:27,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,33131,1732615587155] 2024-11-26T10:06:27,656 INFO [RS:1;ccf62758a0a5:33131 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:27,656 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:27,656 DEBUG [RS:0;ccf62758a0a5:35557 {}] zookeeper.ZKUtil(111): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,656 WARN [RS:0;ccf62758a0a5:35557 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:27,656 INFO [RS:0;ccf62758a0a5:35557 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:27,656 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,661 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:27,661 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:27,661 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:27,661 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:27,663 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:27,664 INFO [RS:1;ccf62758a0a5:33131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:27,664 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,664 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:27,666 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,666 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,666 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,666 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,666 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:27,666 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,666 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,667 INFO [RS:0;ccf62758a0a5:35557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:27,667 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,667 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:27,667 DEBUG [RS:1;ccf62758a0a5:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:27,668 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,668 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,668 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,668 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,668 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,33131,1732615587155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:27,668 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:27,669 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,670 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,670 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,670 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,670 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:27,670 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:27,670 DEBUG [RS:0;ccf62758a0a5:35557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:27,675 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,675 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,675 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,675 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,675 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,35557,1732615587121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:27,689 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:27,690 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,33131,1732615587155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,690 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:27,690 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,35557,1732615587121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:27,692 WARN [ccf62758a0a5:41131 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:06:27,706 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.Replication(204): ccf62758a0a5,33131,1732615587155 started 2024-11-26T10:06:27,706 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,33131,1732615587155, RpcServer on ccf62758a0a5/172.17.0.2:33131, sessionid=0x10177e567000002 2024-11-26T10:06:27,706 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:27,706 DEBUG [RS:1;ccf62758a0a5:33131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:27,706 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,33131,1732615587155' 2024-11-26T10:06:27,706 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:27,707 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:27,707 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:27,707 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.Replication(204): ccf62758a0a5,35557,1732615587121 started 2024-11-26T10:06:27,707 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:27,707 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,35557,1732615587121, RpcServer on ccf62758a0a5/172.17.0.2:35557, sessionid=0x10177e567000001 2024-11-26T10:06:27,707 DEBUG [RS:1;ccf62758a0a5:33131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:27,707 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,33131,1732615587155' 2024-11-26T10:06:27,708 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:27,708 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:27,708 DEBUG [RS:0;ccf62758a0a5:35557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,708 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,35557,1732615587121' 2024-11-26T10:06:27,708 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:27,708 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:27,708 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:27,708 DEBUG [RS:1;ccf62758a0a5:33131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:27,709 INFO [RS:1;ccf62758a0a5:33131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:27,709 INFO [RS:1;ccf62758a0a5:33131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,35557,1732615587121' 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:27,709 DEBUG [RS:0;ccf62758a0a5:35557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:27,709 INFO [RS:0;ccf62758a0a5:35557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:27,709 INFO [RS:0;ccf62758a0a5:35557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:27,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:06:27,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:27,809 INFO [RS:1;ccf62758a0a5:33131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:27,810 INFO [RS:0;ccf62758a0a5:35557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:27,811 INFO [RS:1;ccf62758a0a5:33131 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C33131%2C1732615587155, suffix=, logDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,33131,1732615587155, archiveDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/oldWALs, maxLogs=32 2024-11-26T10:06:27,812 INFO [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C35557%2C1732615587121, suffix=, logDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121, archiveDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/oldWALs, maxLogs=32 2024-11-26T10:06:27,834 DEBUG [RS:0;ccf62758a0a5:35557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121/ccf62758a0a5%2C35557%2C1732615587121.1732615587814, exclude list is [], retry=0 2024-11-26T10:06:27,834 DEBUG [RS:1;ccf62758a0a5:33131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,33131,1732615587155/ccf62758a0a5%2C33131%2C1732615587155.1732615587814, exclude list is [], retry=0 2024-11-26T10:06:27,838 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42299,DS-2e4785a9-c3c7-410b-b421-bf08a839aed2,DISK] 2024-11-26T10:06:27,838 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-7f319c6e-2343-4075-aaeb-68da20594161,DISK] 2024-11-26T10:06:27,839 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42299,DS-2e4785a9-c3c7-410b-b421-bf08a839aed2,DISK] 2024-11-26T10:06:27,839 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-7f319c6e-2343-4075-aaeb-68da20594161,DISK] 2024-11-26T10:06:27,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:27,846 INFO [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121/ccf62758a0a5%2C35557%2C1732615587121.1732615587814 2024-11-26T10:06:27,846 DEBUG [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42709:42709),(127.0.0.1/127.0.0.1:34343:34343)] 2024-11-26T10:06:27,850 INFO [RS:1;ccf62758a0a5:33131 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,33131,1732615587155/ccf62758a0a5%2C33131%2C1732615587155.1732615587814 2024-11-26T10:06:27,851 DEBUG [RS:1;ccf62758a0a5:33131 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42709:42709),(127.0.0.1/127.0.0.1:34343:34343)] 2024-11-26T10:06:27,942 DEBUG [ccf62758a0a5:41131 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:06:27,943 DEBUG [ccf62758a0a5:41131 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:27,945 DEBUG [ccf62758a0a5:41131 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:27,946 DEBUG [ccf62758a0a5:41131 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:27,946 INFO [ccf62758a0a5:41131 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:27,946 INFO [ccf62758a0a5:41131 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:27,946 DEBUG [ccf62758a0a5:41131 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:27,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:27,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,35557,1732615587121, state=OPENING 2024-11-26T10:06:27,968 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:06:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:27,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ccf62758a0a5,35557,1732615587121}] 2024-11-26T10:06:27,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:27,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:27,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:28,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:28,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:28,138 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:28,144 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T10:06:28,145 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:28,145 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:06:28,149 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C35557%2C1732615587121.meta, suffix=.meta, logDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121, archiveDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/oldWALs, maxLogs=32 2024-11-26T10:06:28,165 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121/ccf62758a0a5%2C35557%2C1732615587121.meta.1732615588151.meta, exclude list is [], retry=0 2024-11-26T10:06:28,168 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-7f319c6e-2343-4075-aaeb-68da20594161,DISK] 2024-11-26T10:06:28,168 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42299,DS-2e4785a9-c3c7-410b-b421-bf08a839aed2,DISK] 2024-11-26T10:06:28,170 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/WALs/ccf62758a0a5,35557,1732615587121/ccf62758a0a5%2C35557%2C1732615587121.meta.1732615588151.meta 2024-11-26T10:06:28,170 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34343:34343),(127.0.0.1/127.0.0.1:42709:42709)] 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:06:28,171 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T10:06:28,171 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T10:06:28,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:28,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:28,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:28,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:28,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:28,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:28,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:28,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:28,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:28,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:28,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:28,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:28,179 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740 2024-11-26T10:06:28,181 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740 2024-11-26T10:06:28,183 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:28,185 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:28,186 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66813823, jitterRate=-0.004396453499794006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:28,187 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:28,188 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732615588132 2024-11-26T10:06:28,191 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:06:28,191 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T10:06:28,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:28,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,35557,1732615587121, state=OPEN 2024-11-26T10:06:28,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:28,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:28,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:28,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:28,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:28,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:28,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:06:28,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ccf62758a0a5,35557,1732615587121 in 225 msec 2024-11-26T10:06:28,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:06:28,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-26T10:06:28,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-26T10:06:28,210 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732615588210, completionTime=-1 2024-11-26T10:06:28,210 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T10:06:28,210 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T10:06:28,211 DEBUG [hconnection-0x7b68c30f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:28,213 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:28,214 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T10:06:28,214 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732615648214 2024-11-26T10:06:28,214 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732615708214 2024-11-26T10:06:28,214 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T10:06:28,235 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41131,1732615586979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:28,235 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41131,1732615586979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:28,235 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41131,1732615586979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:28,235 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ccf62758a0a5:41131, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:28,235 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:28,236 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T10:06:28,236 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:28,237 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T10:06:28,238 DEBUG [master/ccf62758a0a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T10:06:28,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:28,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:28,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:28,252 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2086d8a6f7a5f441fd9018492e4c2f9e, NAME => 'hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c 2024-11-26T10:06:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:28,265 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:28,266 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2086d8a6f7a5f441fd9018492e4c2f9e, disabling compactions & flushes 2024-11-26T10:06:28,266 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,266 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,266 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. after waiting 0 ms 2024-11-26T10:06:28,266 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,266 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,266 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2086d8a6f7a5f441fd9018492e4c2f9e: 2024-11-26T10:06:28,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:28,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732615588268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615588268"}]},"ts":"1732615588268"} 2024-11-26T10:06:28,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T10:06:28,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:28,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615588271"}]},"ts":"1732615588271"} 2024-11-26T10:06:28,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T10:06:28,293 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:28,294 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:28,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:28,295 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:28,295 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:28,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:28,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2086d8a6f7a5f441fd9018492e4c2f9e, ASSIGN}] 2024-11-26T10:06:28,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2086d8a6f7a5f441fd9018492e4c2f9e, ASSIGN 2024-11-26T10:06:28,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2086d8a6f7a5f441fd9018492e4c2f9e, ASSIGN; state=OFFLINE, location=ccf62758a0a5,33131,1732615587155; forceNewPlan=false, retain=false 2024-11-26T10:06:28,449 INFO [ccf62758a0a5:41131 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:06:28,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2086d8a6f7a5f441fd9018492e4c2f9e, regionState=OPENING, regionLocation=ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:28,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2086d8a6f7a5f441fd9018492e4c2f9e, server=ccf62758a0a5,33131,1732615587155}] 2024-11-26T10:06:28,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:28,610 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:28,614 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:28,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2086d8a6f7a5f441fd9018492e4c2f9e, NAME => 'hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:28,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:28,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,627 INFO [StoreOpener-2086d8a6f7a5f441fd9018492e4c2f9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,629 INFO [StoreOpener-2086d8a6f7a5f441fd9018492e4c2f9e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2086d8a6f7a5f441fd9018492e4c2f9e columnFamilyName info 2024-11-26T10:06:28,629 DEBUG [StoreOpener-2086d8a6f7a5f441fd9018492e4c2f9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:28,630 INFO [StoreOpener-2086d8a6f7a5f441fd9018492e4c2f9e-1 {}] regionserver.HStore(327): Store=2086d8a6f7a5f441fd9018492e4c2f9e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:28,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:28,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:28,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2086d8a6f7a5f441fd9018492e4c2f9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59183090, jitterRate=-0.11810323596000671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2086d8a6f7a5f441fd9018492e4c2f9e: 2024-11-26T10:06:28,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e., pid=6, masterSystemTime=1732615588610 2024-11-26T10:06:28,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:28,646 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2086d8a6f7a5f441fd9018492e4c2f9e, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:28,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:06:28,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2086d8a6f7a5f441fd9018492e4c2f9e, server=ccf62758a0a5,33131,1732615587155 in 192 msec 2024-11-26T10:06:28,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:06:28,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2086d8a6f7a5f441fd9018492e4c2f9e, ASSIGN in 356 msec 2024-11-26T10:06:28,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:28,654 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615588654"}]},"ts":"1732615588654"} 2024-11-26T10:06:28,656 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T10:06:28,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:28,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 440 msec 2024-11-26T10:06:28,739 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T10:06:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:28,783 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:28,785 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:28,788 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T10:06:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:28,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-26T10:06:28,821 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T10:06:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:28,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-11-26T10:06:28,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T10:06:28,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.691sec 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:06:28,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41131,1732615586979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:28,903 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41131,1732615586979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:06:28,905 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:06:28,906 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:06:28,906 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41131,1732615586979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:28,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x299b7398 to 127.0.0.1:60542 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb95b37 2024-11-26T10:06:28,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ff9b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:28,996 DEBUG [hconnection-0x1e980530-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:28,998 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:29,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:29,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:06:29,004 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:06:29,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T10:06:29,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:29,010 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:29,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T10:06:29,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:29,024 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1e162d58e694904e36dc2d69c22bdd63, NAME => 'testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c 2024-11-26T10:06:29,024 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 73a10516a6fd60a4446f2ac97c9f4b76, NAME => 'testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c 2024-11-26T10:06:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 73a10516a6fd60a4446f2ac97c9f4b76, disabling compactions & flushes 2024-11-26T10:06:29,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. after waiting 0 ms 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:29,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 73a10516a6fd60a4446f2ac97c9f4b76: 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1e162d58e694904e36dc2d69c22bdd63, disabling compactions & flushes 2024-11-26T10:06:29,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. after waiting 0 ms 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1e162d58e694904e36dc2d69c22bdd63: 2024-11-26T10:06:29,035 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:29,035 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615589035"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615589035"}]},"ts":"1732615589035"} 2024-11-26T10:06:29,035 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615589035"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615589035"}]},"ts":"1732615589035"} 2024-11-26T10:06:29,038 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T10:06:29,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:29,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615589039"}]},"ts":"1732615589039"} 2024-11-26T10:06:29,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T10:06:29,060 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:29,062 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:29,062 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:29,062 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:29,062 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:29,062 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:29,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e162d58e694904e36dc2d69c22bdd63, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73a10516a6fd60a4446f2ac97c9f4b76, ASSIGN}] 2024-11-26T10:06:29,065 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73a10516a6fd60a4446f2ac97c9f4b76, ASSIGN 2024-11-26T10:06:29,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e162d58e694904e36dc2d69c22bdd63, ASSIGN 2024-11-26T10:06:29,066 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e162d58e694904e36dc2d69c22bdd63, ASSIGN; state=OFFLINE, location=ccf62758a0a5,35557,1732615587121; forceNewPlan=false, retain=false 2024-11-26T10:06:29,066 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73a10516a6fd60a4446f2ac97c9f4b76, ASSIGN; state=OFFLINE, location=ccf62758a0a5,33131,1732615587155; forceNewPlan=false, retain=false 2024-11-26T10:06:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:29,217 INFO [ccf62758a0a5:41131 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T10:06:29,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1e162d58e694904e36dc2d69c22bdd63, regionState=OPENING, regionLocation=ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:29,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=73a10516a6fd60a4446f2ac97c9f4b76, regionState=OPENING, regionLocation=ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:29,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 1e162d58e694904e36dc2d69c22bdd63, server=ccf62758a0a5,35557,1732615587121}] 2024-11-26T10:06:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 73a10516a6fd60a4446f2ac97c9f4b76, server=ccf62758a0a5,33131,1732615587155}] 2024-11-26T10:06:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:29,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:29,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:29,389 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,389 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 1e162d58e694904e36dc2d69c22bdd63, NAME => 'testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T10:06:29,390 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,390 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 73a10516a6fd60a4446f2ac97c9f4b76, NAME => 'testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T10:06:29,390 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,390 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:29,390 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,390 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,390 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:29,391 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,391 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,391 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,393 INFO [StoreOpener-73a10516a6fd60a4446f2ac97c9f4b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,393 INFO [StoreOpener-1e162d58e694904e36dc2d69c22bdd63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,395 INFO [StoreOpener-73a10516a6fd60a4446f2ac97c9f4b76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a10516a6fd60a4446f2ac97c9f4b76 columnFamilyName family 2024-11-26T10:06:29,395 DEBUG [StoreOpener-73a10516a6fd60a4446f2ac97c9f4b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:29,395 INFO [StoreOpener-1e162d58e694904e36dc2d69c22bdd63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e162d58e694904e36dc2d69c22bdd63 columnFamilyName family 2024-11-26T10:06:29,396 DEBUG [StoreOpener-1e162d58e694904e36dc2d69c22bdd63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:29,396 INFO [StoreOpener-73a10516a6fd60a4446f2ac97c9f4b76-1 {}] regionserver.HStore(327): Store=73a10516a6fd60a4446f2ac97c9f4b76/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:29,396 INFO [StoreOpener-1e162d58e694904e36dc2d69c22bdd63-1 {}] regionserver.HStore(327): Store=1e162d58e694904e36dc2d69c22bdd63/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:29,397 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,397 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,398 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,398 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,400 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,400 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,403 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:29,403 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:29,403 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 1e162d58e694904e36dc2d69c22bdd63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67883844, jitterRate=0.011548101902008057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:29,403 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 73a10516a6fd60a4446f2ac97c9f4b76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59965328, jitterRate=-0.10644698143005371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:29,404 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 1e162d58e694904e36dc2d69c22bdd63: 2024-11-26T10:06:29,404 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 73a10516a6fd60a4446f2ac97c9f4b76: 2024-11-26T10:06:29,405 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76., pid=13, masterSystemTime=1732615589381 2024-11-26T10:06:29,405 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63., pid=12, masterSystemTime=1732615589379 2024-11-26T10:06:29,408 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,408 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=73a10516a6fd60a4446f2ac97c9f4b76, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:29,409 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,409 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1e162d58e694904e36dc2d69c22bdd63, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:29,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T10:06:29,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 73a10516a6fd60a4446f2ac97c9f4b76, server=ccf62758a0a5,33131,1732615587155 in 185 msec 2024-11-26T10:06:29,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T10:06:29,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 1e162d58e694904e36dc2d69c22bdd63, server=ccf62758a0a5,35557,1732615587121 in 188 msec 2024-11-26T10:06:29,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73a10516a6fd60a4446f2ac97c9f4b76, ASSIGN in 351 msec 2024-11-26T10:06:29,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:06:29,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e162d58e694904e36dc2d69c22bdd63, ASSIGN in 352 msec 2024-11-26T10:06:29,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:29,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615589417"}]},"ts":"1732615589417"} 2024-11-26T10:06:29,419 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T10:06:29,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:29,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 454 msec 2024-11-26T10:06:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:29,620 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T10:06:29,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T10:06:29,620 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:29,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T10:06:29,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:29,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T10:06:29,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:29,641 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:29,651 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1e162d58e694904e36dc2d69c22bdd63 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T10:06:29,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/.tmp/family/edd8364612474dc28a780f879f1c0c82 is 32, key is 1/family:/1732615589628/Put/seqid=0 2024-11-26T10:06:29,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741841_1017 (size=5054) 2024-11-26T10:06:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741841_1017 (size=5054) 2024-11-26T10:06:29,675 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/.tmp/family/edd8364612474dc28a780f879f1c0c82 2024-11-26T10:06:29,683 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/.tmp/family/edd8364612474dc28a780f879f1c0c82 as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/family/edd8364612474dc28a780f879f1c0c82 2024-11-26T10:06:29,691 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/family/edd8364612474dc28a780f879f1c0c82, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T10:06:29,692 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1e162d58e694904e36dc2d69c22bdd63 in 41ms, sequenceid=8, compaction requested=false 2024-11-26T10:06:29,692 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1e162d58e694904e36dc2d69c22bdd63: 2024-11-26T10:06:29,692 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 73a10516a6fd60a4446f2ac97c9f4b76 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T10:06:29,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/.tmp/family/89f10e90dbb447ebb23a613f20afb6bf is 32, key is 5/family:/1732615589642/Put/seqid=0 2024-11-26T10:06:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741842_1018 (size=5083) 2024-11-26T10:06:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741842_1018 (size=5083) 2024-11-26T10:06:29,716 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/.tmp/family/89f10e90dbb447ebb23a613f20afb6bf 2024-11-26T10:06:29,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/.tmp/family/89f10e90dbb447ebb23a613f20afb6bf as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/family/89f10e90dbb447ebb23a613f20afb6bf 2024-11-26T10:06:29,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/family/89f10e90dbb447ebb23a613f20afb6bf, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T10:06:29,735 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 73a10516a6fd60a4446f2ac97c9f4b76 in 43ms, sequenceid=9, compaction requested=false 2024-11-26T10:06:29,736 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 73a10516a6fd60a4446f2ac97c9f4b76: 2024-11-26T10:06:29,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T10:06:29,741 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T10:06:29,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x299b7398 to 127.0.0.1:60542 2024-11-26T10:06:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:29,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:06:29,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1629728573, stopped=false 2024-11-26T10:06:29,742 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:29,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T10:06:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:29,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:29,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:29,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:29,786 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,35557,1732615587121' ***** 2024-11-26T10:06:29,786 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:29,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:29,786 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,33131,1732615587155' ***** 2024-11-26T10:06:29,786 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:29,786 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:29,787 INFO [RS:1;ccf62758a0a5:33131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:29,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:29,787 INFO [RS:1;ccf62758a0a5:33131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:29,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:29,787 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(3579): Received CLOSE for 2086d8a6f7a5f441fd9018492e4c2f9e 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(3579): Received CLOSE for 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,787 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(3579): Received CLOSE for 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:29,787 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:29,787 DEBUG [RS:1;ccf62758a0a5:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:29,787 DEBUG [RS:0;ccf62758a0a5:35557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:29,787 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2086d8a6f7a5f441fd9018492e4c2f9e, disabling compactions & flushes 2024-11-26T10:06:29,787 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1e162d58e694904e36dc2d69c22bdd63, disabling compactions & flushes 2024-11-26T10:06:29,787 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:29,787 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:29,787 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:29,787 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1603): Online Regions={2086d8a6f7a5f441fd9018492e4c2f9e=hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e., 73a10516a6fd60a4446f2ac97c9f4b76=testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76.} 2024-11-26T10:06:29,787 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:29,787 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,787 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. after waiting 0 ms 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. after waiting 0 ms 2024-11-26T10:06:29,788 DEBUG [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1629): Waiting on 2086d8a6f7a5f441fd9018492e4c2f9e, 73a10516a6fd60a4446f2ac97c9f4b76 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,788 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T10:06:29,788 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2086d8a6f7a5f441fd9018492e4c2f9e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T10:06:29,788 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T10:06:29,788 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e162d58e694904e36dc2d69c22bdd63=testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63.} 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:29,788 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1e162d58e694904e36dc2d69c22bdd63 2024-11-26T10:06:29,788 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:29,788 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:29,788 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T10:06:29,792 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/1e162d58e694904e36dc2d69c22bdd63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:06:29,793 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,793 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1e162d58e694904e36dc2d69c22bdd63: 2024-11-26T10:06:29,793 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732615589006.1e162d58e694904e36dc2d69c22bdd63. 2024-11-26T10:06:29,805 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/.tmp/info/aba10bead3f64e338408b64827e202cb is 45, key is default/info:d/1732615588794/Put/seqid=0 2024-11-26T10:06:29,807 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/.tmp/info/ea8ea107163e4e848c99e8657da963f7 is 173, key is testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76./info:regioninfo/1732615589408/Put/seqid=0 2024-11-26T10:06:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741843_1019 (size=5037) 2024-11-26T10:06:29,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741843_1019 (size=5037) 2024-11-26T10:06:29,812 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/.tmp/info/aba10bead3f64e338408b64827e202cb 2024-11-26T10:06:29,820 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/.tmp/info/aba10bead3f64e338408b64827e202cb as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/info/aba10bead3f64e338408b64827e202cb 2024-11-26T10:06:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741844_1020 (size=9337) 2024-11-26T10:06:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741844_1020 (size=9337) 2024-11-26T10:06:29,823 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/.tmp/info/ea8ea107163e4e848c99e8657da963f7 2024-11-26T10:06:29,829 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/info/aba10bead3f64e338408b64827e202cb, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T10:06:29,830 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2086d8a6f7a5f441fd9018492e4c2f9e in 42ms, sequenceid=6, compaction requested=false 2024-11-26T10:06:29,835 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/namespace/2086d8a6f7a5f441fd9018492e4c2f9e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:06:29,836 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:29,836 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2086d8a6f7a5f441fd9018492e4c2f9e: 2024-11-26T10:06:29,836 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732615588236.2086d8a6f7a5f441fd9018492e4c2f9e. 2024-11-26T10:06:29,837 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 73a10516a6fd60a4446f2ac97c9f4b76, disabling compactions & flushes 2024-11-26T10:06:29,837 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,837 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,837 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. after waiting 0 ms 2024-11-26T10:06:29,837 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,843 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/default/testClearRegionBlockCache/73a10516a6fd60a4446f2ac97c9f4b76/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:06:29,844 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,844 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 73a10516a6fd60a4446f2ac97c9f4b76: 2024-11-26T10:06:29,844 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732615589006.73a10516a6fd60a4446f2ac97c9f4b76. 2024-11-26T10:06:29,849 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/.tmp/table/457fd3ff3a5c439a9b2e976fd832a18a is 61, key is testClearRegionBlockCache/table:state/1732615589417/Put/seqid=0 2024-11-26T10:06:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:29,873 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:29,878 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:29,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:06:29,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:06:29,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:29,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T10:06:29,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:06:29,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T10:06:29,988 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,33131,1732615587155; all regions closed. 2024-11-26T10:06:29,988 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T10:06:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741833_1009 (size=3188) 2024-11-26T10:06:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741833_1009 (size=3188) 2024-11-26T10:06:29,997 DEBUG [RS:1;ccf62758a0a5:33131 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/oldWALs 2024-11-26T10:06:29,997 INFO [RS:1;ccf62758a0a5:33131 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C33131%2C1732615587155:(num 1732615587814) 2024-11-26T10:06:29,997 DEBUG [RS:1;ccf62758a0a5:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:29,997 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:29,997 INFO [RS:1;ccf62758a0a5:33131 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:29,998 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:29,998 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:29,998 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:29,998 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:29,998 INFO [RS:1;ccf62758a0a5:33131 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33131 2024-11-26T10:06:30,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,33131,1732615587155 2024-11-26T10:06:30,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:30,008 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f5d5c915698@2c6ec153 rejected from java.util.concurrent.ThreadPoolExecutor@696c4aba[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T10:06:30,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,33131,1732615587155] 2024-11-26T10:06:30,019 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,33131,1732615587155; numProcessing=1 2024-11-26T10:06:30,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,33131,1732615587155 already deleted, retry=false 2024-11-26T10:06:30,027 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,33131,1732615587155 expired; onlineServers=1 2024-11-26T10:06:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:30,119 INFO [RS:1;ccf62758a0a5:33131 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,33131,1732615587155; zookeeper connection closed. 2024-11-26T10:06:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10177e567000002, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:30,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ffff3c7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ffff3c7 2024-11-26T10:06:30,189 DEBUG [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T10:06:30,257 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/.tmp/table/457fd3ff3a5c439a9b2e976fd832a18a 2024-11-26T10:06:30,267 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/.tmp/info/ea8ea107163e4e848c99e8657da963f7 as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/info/ea8ea107163e4e848c99e8657da963f7 2024-11-26T10:06:30,274 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/info/ea8ea107163e4e848c99e8657da963f7, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T10:06:30,276 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/.tmp/table/457fd3ff3a5c439a9b2e976fd832a18a as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/table/457fd3ff3a5c439a9b2e976fd832a18a 2024-11-26T10:06:30,285 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/table/457fd3ff3a5c439a9b2e976fd832a18a, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T10:06:30,286 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=16, compaction requested=false 2024-11-26T10:06:30,291 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:06:30,291 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:30,291 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:30,291 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:30,292 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:30,389 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,35557,1732615587121; all regions closed. 2024-11-26T10:06:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:30,398 DEBUG [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/oldWALs 2024-11-26T10:06:30,398 INFO [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C35557%2C1732615587121.meta:.meta(num 1732615588151) 2024-11-26T10:06:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741834_1010 (size=1758) 2024-11-26T10:06:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741834_1010 (size=1758) 2024-11-26T10:06:30,406 DEBUG [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/oldWALs 2024-11-26T10:06:30,406 INFO [RS:0;ccf62758a0a5:35557 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C35557%2C1732615587121:(num 1732615587814) 2024-11-26T10:06:30,406 DEBUG [RS:0;ccf62758a0a5:35557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:30,407 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:30,407 INFO [RS:0;ccf62758a0a5:35557 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:30,407 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:30,407 INFO [RS:0;ccf62758a0a5:35557 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35557 2024-11-26T10:06:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,35557,1732615587121 2024-11-26T10:06:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:30,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,35557,1732615587121] 2024-11-26T10:06:30,452 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,35557,1732615587121; numProcessing=2 2024-11-26T10:06:30,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,35557,1732615587121 already deleted, retry=false 2024-11-26T10:06:30,460 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,35557,1732615587121 expired; onlineServers=0 2024-11-26T10:06:30,460 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,41131,1732615586979' ***** 2024-11-26T10:06:30,460 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:06:30,461 DEBUG [M:0;ccf62758a0a5:41131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113ea113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:30,461 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,41131,1732615586979 2024-11-26T10:06:30,461 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,41131,1732615586979; all regions closed. 2024-11-26T10:06:30,461 DEBUG [M:0;ccf62758a0a5:41131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:30,461 DEBUG [M:0;ccf62758a0a5:41131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:06:30,461 DEBUG [M:0;ccf62758a0a5:41131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:06:30,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:06:30,461 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615587500 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615587500,5,FailOnTimeoutGroup] 2024-11-26T10:06:30,461 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615587499 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615587499,5,FailOnTimeoutGroup] 2024-11-26T10:06:30,462 INFO [M:0;ccf62758a0a5:41131 {}] hbase.ChoreService(370): Chore service for: master/ccf62758a0a5:0 had [] on shutdown 2024-11-26T10:06:30,462 DEBUG [M:0;ccf62758a0a5:41131 {}] master.HMaster(1733): Stopping service threads 2024-11-26T10:06:30,462 INFO [M:0;ccf62758a0a5:41131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:06:30,463 INFO [M:0;ccf62758a0a5:41131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:06:30,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:06:30,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:30,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:30,468 DEBUG [M:0;ccf62758a0a5:41131 {}] zookeeper.ZKUtil(347): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:06:30,469 WARN [M:0;ccf62758a0a5:41131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:06:30,469 INFO [M:0;ccf62758a0a5:41131 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T10:06:30,469 INFO [M:0;ccf62758a0a5:41131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:06:30,469 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:30,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:30,469 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:30,469 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:30,470 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:30,470 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:30,470 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T10:06:30,493 DEBUG [M:0;ccf62758a0a5:41131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4414d47d48204f22a7ad364b1ba6dc44 is 82, key is hbase:meta,,1/info:regioninfo/1732615588191/Put/seqid=0 2024-11-26T10:06:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:30,500 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4414d47d48204f22a7ad364b1ba6dc44 2024-11-26T10:06:30,525 DEBUG [M:0;ccf62758a0a5:41131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02007de4e5f04096bb4e2170df39ee21 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732615589463/Put/seqid=0 2024-11-26T10:06:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:30,533 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02007de4e5f04096bb4e2170df39ee21 2024-11-26T10:06:30,552 INFO [RS:0;ccf62758a0a5:35557 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,35557,1732615587121; zookeeper connection closed. 2024-11-26T10:06:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35557-0x10177e567000001, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:30,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@614107c6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@614107c6 2024-11-26T10:06:30,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T10:06:30,554 DEBUG [M:0;ccf62758a0a5:41131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74de31dcae314c5b832d80188bc06dc4 is 69, key is ccf62758a0a5,33131,1732615587155/rs:state/1732615587614/Put/seqid=0 2024-11-26T10:06:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:30,560 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74de31dcae314c5b832d80188bc06dc4 2024-11-26T10:06:30,567 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4414d47d48204f22a7ad364b1ba6dc44 as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4414d47d48204f22a7ad364b1ba6dc44 2024-11-26T10:06:30,574 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4414d47d48204f22a7ad364b1ba6dc44, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T10:06:30,576 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02007de4e5f04096bb4e2170df39ee21 as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02007de4e5f04096bb4e2170df39ee21 2024-11-26T10:06:30,582 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02007de4e5f04096bb4e2170df39ee21, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T10:06:30,584 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74de31dcae314c5b832d80188bc06dc4 as hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74de31dcae314c5b832d80188bc06dc4 2024-11-26T10:06:30,589 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46685/user/jenkins/test-data/e8a35897-874c-8f1e-97c7-ebecfd75434c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74de31dcae314c5b832d80188bc06dc4, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T10:06:30,590 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=108, compaction requested=false 2024-11-26T10:06:30,592 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:30,592 DEBUG [M:0;ccf62758a0a5:41131 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:30,595 INFO [M:0;ccf62758a0a5:41131 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T10:06:30,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:30,595 INFO [M:0;ccf62758a0a5:41131 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41131 2024-11-26T10:06:30,601 DEBUG [M:0;ccf62758a0a5:41131 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ccf62758a0a5,41131,1732615586979 already deleted, retry=false 2024-11-26T10:06:30,710 INFO [M:0;ccf62758a0a5:41131 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,41131,1732615586979; zookeeper connection closed. 2024-11-26T10:06:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41131-0x10177e567000000, quorum=127.0.0.1:60542, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:30,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fd1f04b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:30,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f4b659{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:30,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:30,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ebe630d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:30,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a23d182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:30,715 WARN [BP-1641436637-172.17.0.2-1732615585488 heartbeating to localhost/127.0.0.1:46685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:30,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:30,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:30,715 WARN [BP-1641436637-172.17.0.2-1732615585488 heartbeating to localhost/127.0.0.1:46685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1641436637-172.17.0.2-1732615585488 (Datanode Uuid 5d1cbe52-e234-4d0a-85ad-a163d080d48c) service to localhost/127.0.0.1:46685 2024-11-26T10:06:30,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data3/current/BP-1641436637-172.17.0.2-1732615585488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:30,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data4/current/BP-1641436637-172.17.0.2-1732615585488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:30,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:30,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1885ee2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:30,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63af1cc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:30,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:30,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c74f41c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:30,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3fccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:30,720 WARN [BP-1641436637-172.17.0.2-1732615585488 heartbeating to localhost/127.0.0.1:46685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:30,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:30,721 WARN [BP-1641436637-172.17.0.2-1732615585488 heartbeating to localhost/127.0.0.1:46685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1641436637-172.17.0.2-1732615585488 (Datanode Uuid 3dac34d1-2e68-45ad-8407-c9edff6dab77) service to localhost/127.0.0.1:46685 2024-11-26T10:06:30,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:30,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data1/current/BP-1641436637-172.17.0.2-1732615585488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:30,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/cluster_41d27d47-d202-5061-64bc-3db1be8ba592/dfs/data/data2/current/BP-1641436637-172.17.0.2-1732615585488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:30,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:30,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ddfeb23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:30,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@695fa4d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:30,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:30,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d66ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:30,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59b812d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:30,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:06:30,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T10:06:30,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=109 (was 80) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46685 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46685 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5991 (was 6134) 2024-11-26T10:06:30,773 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=109, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=5992 2024-11-26T10:06:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir so I do NOT create it in target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092 2024-11-26T10:06:30,787 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:06:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.tmp.dir so I do NOT create it in target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092 2024-11-26T10:06:30,787 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b732db7a-14d0-2e4a-5b21-a530bbd52d0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:06:30,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092 2024-11-26T10:06:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9, deleteOnExit=true 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/test.cache.data in system properties and HBase conf 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:06:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T10:06:30,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:06:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:06:31,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:31,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:31,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:31,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:31,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:31,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:31,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec4c4ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:31,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10e3795f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:31,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30287912{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/java.io.tmpdir/jetty-localhost-36021-hadoop-hdfs-3_4_1-tests_jar-_-any-11789880336478738717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:31,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7242bd28{HTTP/1.1, (http/1.1)}{localhost:36021} 2024-11-26T10:06:31,133 INFO [Time-limited test {}] server.Server(415): Started @16721ms 2024-11-26T10:06:31,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:31,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:31,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:31,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:31,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:31,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a0c10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:31,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f46185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:31,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2587d992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/java.io.tmpdir/jetty-localhost-37753-hadoop-hdfs-3_4_1-tests_jar-_-any-13578033503982527740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:31,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afb6d03{HTTP/1.1, (http/1.1)}{localhost:37753} 2024-11-26T10:06:31,427 INFO [Time-limited test {}] server.Server(415): Started @17015ms 2024-11-26T10:06:31,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:31,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:31,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:31,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:31,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:31,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:31,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a9970c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:31,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1686b1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:31,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@416d9f4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/java.io.tmpdir/jetty-localhost-37793-hadoop-hdfs-3_4_1-tests_jar-_-any-8237269381266709066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:31,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e0d9f90{HTTP/1.1, (http/1.1)}{localhost:37793} 2024-11-26T10:06:31,558 INFO [Time-limited test {}] server.Server(415): Started @17146ms 2024-11-26T10:06:31,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:32,042 WARN [Thread-641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data1/current/BP-363799663-172.17.0.2-1732615590815/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:32,042 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data2/current/BP-363799663-172.17.0.2-1732615590815/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:32,062 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x236c75de44a8f69d with lease ID 0xe739e5d532e0c6a4: Processing first storage report for DS-1b142837-4a2d-467f-987c-e812e33a4251 from datanode DatanodeRegistration(127.0.0.1:33805, datanodeUuid=331c0f43-80cb-4e5d-a81b-99839dd53c64, infoPort=40469, infoSecurePort=0, ipcPort=44909, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815) 2024-11-26T10:06:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x236c75de44a8f69d with lease ID 0xe739e5d532e0c6a4: from storage DS-1b142837-4a2d-467f-987c-e812e33a4251 node DatanodeRegistration(127.0.0.1:33805, datanodeUuid=331c0f43-80cb-4e5d-a81b-99839dd53c64, infoPort=40469, infoSecurePort=0, ipcPort=44909, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x236c75de44a8f69d with lease ID 0xe739e5d532e0c6a4: Processing first storage report for DS-e92ca8a0-7139-419c-a522-ff5f2e999924 from datanode DatanodeRegistration(127.0.0.1:33805, datanodeUuid=331c0f43-80cb-4e5d-a81b-99839dd53c64, infoPort=40469, infoSecurePort=0, ipcPort=44909, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815) 2024-11-26T10:06:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x236c75de44a8f69d with lease ID 0xe739e5d532e0c6a4: from storage DS-e92ca8a0-7139-419c-a522-ff5f2e999924 node DatanodeRegistration(127.0.0.1:33805, datanodeUuid=331c0f43-80cb-4e5d-a81b-99839dd53c64, infoPort=40469, infoSecurePort=0, ipcPort=44909, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:32,184 WARN [Thread-653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data4/current/BP-363799663-172.17.0.2-1732615590815/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:32,184 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data3/current/BP-363799663-172.17.0.2-1732615590815/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:32,200 WARN [Thread-628 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x970fc356698dd1d9 with lease ID 0xe739e5d532e0c6a5: Processing first storage report for DS-1aab4308-550a-431e-ad1b-856e563650cd from datanode DatanodeRegistration(127.0.0.1:44841, datanodeUuid=381d4615-a66d-4c71-9b18-80e54f412194, infoPort=38465, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815) 2024-11-26T10:06:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x970fc356698dd1d9 with lease ID 0xe739e5d532e0c6a5: from storage DS-1aab4308-550a-431e-ad1b-856e563650cd node DatanodeRegistration(127.0.0.1:44841, datanodeUuid=381d4615-a66d-4c71-9b18-80e54f412194, infoPort=38465, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x970fc356698dd1d9 with lease ID 0xe739e5d532e0c6a5: Processing first storage report for DS-0e45b45e-d17e-467b-a6a1-23f588edf418 from datanode DatanodeRegistration(127.0.0.1:44841, datanodeUuid=381d4615-a66d-4c71-9b18-80e54f412194, infoPort=38465, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815) 2024-11-26T10:06:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x970fc356698dd1d9 with lease ID 0xe739e5d532e0c6a5: from storage DS-0e45b45e-d17e-467b-a6a1-23f588edf418 node DatanodeRegistration(127.0.0.1:44841, datanodeUuid=381d4615-a66d-4c71-9b18-80e54f412194, infoPort=38465, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=532922281;c=1732615590815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:32,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092 2024-11-26T10:06:32,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/zookeeper_0, clientPort=51361, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:06:32,318 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51361 2024-11-26T10:06:32,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:32,334 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 with version=8 2024-11-26T10:06:32,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/hbase-staging 2024-11-26T10:06:32,337 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:32,337 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:32,338 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37085 2024-11-26T10:06:32,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37085 connecting to ZooKeeper ensemble=127.0.0.1:51361 2024-11-26T10:06:32,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370850x0, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:32,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37085-0x10177e57bef0000 connected 2024-11-26T10:06:32,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:32,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:32,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:32,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-26T10:06:32,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37085 2024-11-26T10:06:32,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37085 2024-11-26T10:06:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-26T10:06:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-26T10:06:32,472 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93, hbase.cluster.distributed=false 2024-11-26T10:06:32,492 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:32,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:32,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:32,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:32,493 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:32,493 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34267 2024-11-26T10:06:32,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:32,494 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:32,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34267 connecting to ZooKeeper ensemble=127.0.0.1:51361 2024-11-26T10:06:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342670x0, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:32,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342670x0, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:32,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34267-0x10177e57bef0001 connected 2024-11-26T10:06:32,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:32,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:32,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34267 2024-11-26T10:06:32,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34267 2024-11-26T10:06:32,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34267 2024-11-26T10:06:32,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34267 2024-11-26T10:06:32,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34267 2024-11-26T10:06:32,529 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:32,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:32,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:32,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:32,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:32,530 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:32,530 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34093 2024-11-26T10:06:32,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:32,531 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:32,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34093 connecting to ZooKeeper ensemble=127.0.0.1:51361 2024-11-26T10:06:32,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340930x0, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:32,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340930x0, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:32,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34093-0x10177e57bef0002 connected 2024-11-26T10:06:32,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:32,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:32,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34093 2024-11-26T10:06:32,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34093 2024-11-26T10:06:32,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34093 2024-11-26T10:06:32,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34093 2024-11-26T10:06:32,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34093 2024-11-26T10:06:32,548 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:32,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:32,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:32,558 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,563 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ccf62758a0a5:37085 2024-11-26T10:06:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,568 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:32,569 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ccf62758a0a5,37085,1732615592336 from backup master directory 2024-11-26T10:06:32,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:32,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:32,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,576 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:32,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:32,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:32,576 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:32,589 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/hbase.id with ID: 046548de-4594-4c03-93ff-977fc234557b 2024-11-26T10:06:32,600 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:32,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:32,618 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:32,618 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:06:32,619 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:32,628 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store 2024-11-26T10:06:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:32,636 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:32,636 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:32,636 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:32,636 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:32,636 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:32,636 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:32,636 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:32,636 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:32,637 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/.initializing 2024-11-26T10:06:32,637 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/WALs/ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,638 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:32,641 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C37085%2C1732615592336, suffix=, logDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/WALs/ccf62758a0a5,37085,1732615592336, archiveDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/oldWALs, maxLogs=10 2024-11-26T10:06:32,654 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/WALs/ccf62758a0a5,37085,1732615592336/ccf62758a0a5%2C37085%2C1732615592336.1732615592641, exclude list is [], retry=0 2024-11-26T10:06:32,657 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-1b142837-4a2d-467f-987c-e812e33a4251,DISK] 2024-11-26T10:06:32,657 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44841,DS-1aab4308-550a-431e-ad1b-856e563650cd,DISK] 2024-11-26T10:06:32,659 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/WALs/ccf62758a0a5,37085,1732615592336/ccf62758a0a5%2C37085%2C1732615592336.1732615592641 2024-11-26T10:06:32,660 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469),(127.0.0.1/127.0.0.1:38465:38465)] 2024-11-26T10:06:32,660 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:32,660 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:32,660 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,660 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:06:32,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:32,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:06:32,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:32,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:06:32,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:32,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:06:32,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:32,673 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,673 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,675 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:06:32,676 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:32,679 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:32,679 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59414168, jitterRate=-0.11465990543365479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:06:32,680 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:32,680 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:06:32,684 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f55fccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:32,685 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T10:06:32,685 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:06:32,685 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:06:32,685 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:06:32,686 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:06:32,686 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:06:32,686 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:06:32,688 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:06:32,689 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:06:32,699 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:06:32,700 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:06:32,700 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:06:32,710 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:06:32,710 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:06:32,711 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:06:32,718 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:06:32,719 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:06:32,726 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:06:32,728 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:06:32,735 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:06:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,744 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ccf62758a0a5,37085,1732615592336, sessionid=0x10177e57bef0000, setting cluster-up flag (Was=false) 2024-11-26T10:06:32,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,785 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:06:32,786 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:32,826 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:06:32,828 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:32,830 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:32,831 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T10:06:32,831 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:06:32,831 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ccf62758a0a5,37085,1732615592336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:06:32,831 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:32,831 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:32,832 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:32,832 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:32,832 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ccf62758a0a5:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:06:32,832 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,832 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:32,832 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732615622832 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:06:32,833 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:32,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:06:32,834 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:06:32,834 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:06:32,834 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:06:32,834 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:06:32,834 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:06:32,834 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615592834,5,FailOnTimeoutGroup] 2024-11-26T10:06:32,834 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615592834,5,FailOnTimeoutGroup] 2024-11-26T10:06:32,834 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,835 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:06:32,835 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,835 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:32,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T10:06:32,846 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 2024-11-26T10:06:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:32,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:32,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:32,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:32,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:32,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:32,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:32,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:32,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:32,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:32,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:32,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740 2024-11-26T10:06:32,866 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ccf62758a0a5:34267 2024-11-26T10:06:32,867 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ccf62758a0a5:34093 2024-11-26T10:06:32,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740 2024-11-26T10:06:32,867 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1008): ClusterId : 046548de-4594-4c03-93ff-977fc234557b 2024-11-26T10:06:32,867 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:32,867 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1008): ClusterId : 046548de-4594-4c03-93ff-977fc234557b 2024-11-26T10:06:32,867 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:32,869 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:32,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:32,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:32,873 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69987393, jitterRate=0.0428934246301651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:32,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:32,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:32,874 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:32,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:32,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:32,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:32,875 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:32,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:32,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:32,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T10:06:32,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:06:32,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:06:32,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:06:32,885 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:32,885 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:32,885 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:32,885 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:32,902 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:32,902 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:32,903 DEBUG [RS:0;ccf62758a0a5:34267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9897ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:32,903 DEBUG [RS:1;ccf62758a0a5:34093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bac5733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:32,903 DEBUG [RS:0;ccf62758a0a5:34267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acc8d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:32,903 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:32,903 DEBUG [RS:1;ccf62758a0a5:34093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7ad7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:32,903 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:32,903 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:32,903 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:32,903 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:32,903 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:32,904 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,37085,1732615592336 with isa=ccf62758a0a5/172.17.0.2:34267, startcode=1732615592492 2024-11-26T10:06:32,904 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,37085,1732615592336 with isa=ccf62758a0a5/172.17.0.2:34093, startcode=1732615592529 2024-11-26T10:06:32,904 DEBUG [RS:1;ccf62758a0a5:34093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:32,904 DEBUG [RS:0;ccf62758a0a5:34267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:32,907 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41499, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:32,907 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37279, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:32,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:32,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:32,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:32,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:32,910 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 2024-11-26T10:06:32,910 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36567 2024-11-26T10:06:32,910 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:32,913 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 2024-11-26T10:06:32,913 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36567 2024-11-26T10:06:32,913 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:32,947 DEBUG [RS:1;ccf62758a0a5:34093 {}] zookeeper.ZKUtil(111): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:32,947 WARN [RS:1;ccf62758a0a5:34093 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:32,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,34093,1732615592529] 2024-11-26T10:06:32,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,34267,1732615592492] 2024-11-26T10:06:32,948 INFO [RS:1;ccf62758a0a5:34093 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:32,948 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:32,948 DEBUG [RS:0;ccf62758a0a5:34267 {}] zookeeper.ZKUtil(111): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:32,948 WARN [RS:0;ccf62758a0a5:34267 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:32,948 INFO [RS:0;ccf62758a0a5:34267 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:32,948 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:32,954 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:32,954 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:32,954 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:32,955 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:32,959 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:32,959 INFO [RS:0;ccf62758a0a5:34267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:32,959 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,960 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:32,960 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:32,961 INFO [RS:1;ccf62758a0a5:34093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:32,961 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,961 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,961 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:32,961 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,961 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:32,962 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,962 DEBUG [RS:0;ccf62758a0a5:34267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:32,962 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,962 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:32,963 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:32,963 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34267,1732615592492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:32,963 DEBUG [RS:1;ccf62758a0a5:34093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:32,964 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,964 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,964 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,964 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,964 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34093,1732615592529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:32,978 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:32,978 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34267,1732615592492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,979 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:32,979 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34093,1732615592529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:32,992 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.Replication(204): ccf62758a0a5,34267,1732615592492 started 2024-11-26T10:06:32,992 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,34267,1732615592492, RpcServer on ccf62758a0a5/172.17.0.2:34267, sessionid=0x10177e57bef0001 2024-11-26T10:06:32,992 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:32,992 DEBUG [RS:0;ccf62758a0a5:34267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:32,992 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,34267,1732615592492' 2024-11-26T10:06:32,992 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:32,992 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.Replication(204): ccf62758a0a5,34093,1732615592529 started 2024-11-26T10:06:32,992 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,34093,1732615592529, RpcServer on ccf62758a0a5/172.17.0.2:34093, sessionid=0x10177e57bef0002 2024-11-26T10:06:32,992 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:32,993 DEBUG [RS:1;ccf62758a0a5:34093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:32,993 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,34093,1732615592529' 2024-11-26T10:06:32,993 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:32,993 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:32,993 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:32,993 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:32,993 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:32,993 DEBUG [RS:0;ccf62758a0a5:34267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:32,993 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,34267,1732615592492' 2024-11-26T10:06:32,993 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:32,993 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:32,993 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:32,994 DEBUG [RS:1;ccf62758a0a5:34093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:32,994 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,34093,1732615592529' 2024-11-26T10:06:32,994 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:32,994 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:32,994 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:32,994 DEBUG [RS:0;ccf62758a0a5:34267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:32,994 INFO [RS:0;ccf62758a0a5:34267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:32,994 INFO [RS:0;ccf62758a0a5:34267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:32,994 DEBUG [RS:1;ccf62758a0a5:34093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:32,994 INFO [RS:1;ccf62758a0a5:34093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:32,994 INFO [RS:1;ccf62758a0a5:34093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:33,029 WARN [ccf62758a0a5:37085 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:06:33,095 INFO [RS:0;ccf62758a0a5:34267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:33,095 INFO [RS:1;ccf62758a0a5:34093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:33,100 INFO [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C34093%2C1732615592529, suffix=, logDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529, archiveDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/oldWALs, maxLogs=32 2024-11-26T10:06:33,100 INFO [RS:0;ccf62758a0a5:34267 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C34267%2C1732615592492, suffix=, logDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34267,1732615592492, archiveDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/oldWALs, maxLogs=32 2024-11-26T10:06:33,119 DEBUG [RS:1;ccf62758a0a5:34093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529/ccf62758a0a5%2C34093%2C1732615592529.1732615593107, exclude list is [], retry=0 2024-11-26T10:06:33,120 DEBUG [RS:0;ccf62758a0a5:34267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34267,1732615592492/ccf62758a0a5%2C34267%2C1732615592492.1732615593107, exclude list is [], retry=0 2024-11-26T10:06:33,123 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44841,DS-1aab4308-550a-431e-ad1b-856e563650cd,DISK] 2024-11-26T10:06:33,123 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-1b142837-4a2d-467f-987c-e812e33a4251,DISK] 2024-11-26T10:06:33,123 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44841,DS-1aab4308-550a-431e-ad1b-856e563650cd,DISK] 2024-11-26T10:06:33,123 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-1b142837-4a2d-467f-987c-e812e33a4251,DISK] 2024-11-26T10:06:33,125 INFO [RS:0;ccf62758a0a5:34267 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34267,1732615592492/ccf62758a0a5%2C34267%2C1732615592492.1732615593107 2024-11-26T10:06:33,125 INFO [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529/ccf62758a0a5%2C34093%2C1732615592529.1732615593107 2024-11-26T10:06:33,125 DEBUG [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38465:38465),(127.0.0.1/127.0.0.1:40469:40469)] 2024-11-26T10:06:33,125 DEBUG [RS:0;ccf62758a0a5:34267 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469),(127.0.0.1/127.0.0.1:38465:38465)] 2024-11-26T10:06:33,279 DEBUG [ccf62758a0a5:37085 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:06:33,279 DEBUG [ccf62758a0a5:37085 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:33,284 DEBUG [ccf62758a0a5:37085 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:33,284 DEBUG [ccf62758a0a5:37085 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:33,284 INFO [ccf62758a0a5:37085 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:33,284 INFO [ccf62758a0a5:37085 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:33,284 DEBUG [ccf62758a0a5:37085 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:33,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:33,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,34093,1732615592529, state=OPENING 2024-11-26T10:06:33,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:06:33,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:33,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:33,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:33,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ccf62758a0a5,34093,1732615592529}] 2024-11-26T10:06:33,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:33,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:33,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:33,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:33,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:33,472 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:33,479 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T10:06:33,479 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:33,479 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:06:33,482 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C34093%2C1732615592529.meta, suffix=.meta, logDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529, archiveDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/oldWALs, maxLogs=32 2024-11-26T10:06:33,496 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529/ccf62758a0a5%2C34093%2C1732615592529.meta.1732615593483.meta, exclude list is [], retry=0 2024-11-26T10:06:33,498 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-1b142837-4a2d-467f-987c-e812e33a4251,DISK] 2024-11-26T10:06:33,498 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44841,DS-1aab4308-550a-431e-ad1b-856e563650cd,DISK] 2024-11-26T10:06:33,500 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/WALs/ccf62758a0a5,34093,1732615592529/ccf62758a0a5%2C34093%2C1732615592529.meta.1732615593483.meta 2024-11-26T10:06:33,500 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38465:38465),(127.0.0.1/127.0.0.1:40469:40469)] 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:06:33,501 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T10:06:33,501 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T10:06:33,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:33,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:33,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:33,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:33,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:33,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:33,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:33,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:33,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:33,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:33,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:33,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:33,508 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740 2024-11-26T10:06:33,509 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740 2024-11-26T10:06:33,511 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:33,512 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:33,513 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62974291, jitterRate=-0.061609938740730286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:33,514 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:33,515 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732615593467 2024-11-26T10:06:33,517 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:06:33,517 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T10:06:33,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:33,519 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,34093,1732615592529, state=OPEN 2024-11-26T10:06:33,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:33,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:33,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:33,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:33,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:33,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:33,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:06:33,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ccf62758a0a5,34093,1732615592529 in 214 msec 2024-11-26T10:06:33,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:06:33,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-26T10:06:33,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-26T10:06:33,532 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732615593532, completionTime=-1 2024-11-26T10:06:33,532 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T10:06:33,532 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T10:06:33,533 DEBUG [hconnection-0x6b5abcdd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:33,535 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:33,536 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T10:06:33,536 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732615653536 2024-11-26T10:06:33,536 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732615713536 2024-11-26T10:06:33,536 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T10:06:33,552 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:06:33,552 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37085,1732615592336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:33,552 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37085,1732615592336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:33,552 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37085,1732615592336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:33,553 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ccf62758a0a5:37085, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:33,553 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:33,553 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T10:06:33,553 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:33,554 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T10:06:33,555 DEBUG [master/ccf62758a0a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T10:06:33,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:33,556 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:33,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:33,566 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bac276c4d8b9967512942b6bea73aafb, NAME => 'hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 2024-11-26T10:06:33,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:33,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:33,573 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:33,573 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing bac276c4d8b9967512942b6bea73aafb, disabling compactions & flushes 2024-11-26T10:06:33,573 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,573 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,573 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. after waiting 0 ms 2024-11-26T10:06:33,573 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,573 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,573 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for bac276c4d8b9967512942b6bea73aafb: 2024-11-26T10:06:33,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:33,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732615593575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615593575"}]},"ts":"1732615593575"} 2024-11-26T10:06:33,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T10:06:33,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:33,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615593578"}]},"ts":"1732615593578"} 2024-11-26T10:06:33,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T10:06:33,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:33,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:33,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:33,601 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:33,601 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:33,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:33,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bac276c4d8b9967512942b6bea73aafb, ASSIGN}] 2024-11-26T10:06:33,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bac276c4d8b9967512942b6bea73aafb, ASSIGN 2024-11-26T10:06:33,603 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=bac276c4d8b9967512942b6bea73aafb, ASSIGN; state=OFFLINE, location=ccf62758a0a5,34093,1732615592529; forceNewPlan=false, retain=false 2024-11-26T10:06:33,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:06:33,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:33,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:33,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:33,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:33,753 INFO [ccf62758a0a5:37085 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:06:33,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bac276c4d8b9967512942b6bea73aafb, regionState=OPENING, regionLocation=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:33,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure bac276c4d8b9967512942b6bea73aafb, server=ccf62758a0a5,34093,1732615592529}] 2024-11-26T10:06:33,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:33,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => bac276c4d8b9967512942b6bea73aafb, NAME => 'hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:33,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:33,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,923 INFO [StoreOpener-bac276c4d8b9967512942b6bea73aafb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,925 INFO [StoreOpener-bac276c4d8b9967512942b6bea73aafb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac276c4d8b9967512942b6bea73aafb columnFamilyName info 2024-11-26T10:06:33,925 DEBUG [StoreOpener-bac276c4d8b9967512942b6bea73aafb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:33,926 INFO [StoreOpener-bac276c4d8b9967512942b6bea73aafb-1 {}] regionserver.HStore(327): Store=bac276c4d8b9967512942b6bea73aafb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:33,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:33,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:33,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened bac276c4d8b9967512942b6bea73aafb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75295661, jitterRate=0.12199278175830841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:33,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for bac276c4d8b9967512942b6bea73aafb: 2024-11-26T10:06:33,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb., pid=6, masterSystemTime=1732615593910 2024-11-26T10:06:33,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:33,937 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bac276c4d8b9967512942b6bea73aafb, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:33,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:06:33,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure bac276c4d8b9967512942b6bea73aafb, server=ccf62758a0a5,34093,1732615592529 in 183 msec 2024-11-26T10:06:33,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:06:33,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=bac276c4d8b9967512942b6bea73aafb, ASSIGN in 341 msec 2024-11-26T10:06:33,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:33,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615593946"}]},"ts":"1732615593946"} 2024-11-26T10:06:33,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T10:06:33,958 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T10:06:33,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:33,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 406 msec 2024-11-26T10:06:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:33,973 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T10:06:33,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:33,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-26T10:06:34,006 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T10:06:34,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:34,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-11-26T10:06:34,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T10:06:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T10:06:34,068 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.491sec 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37085,1732615592336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:34,069 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37085,1732615592336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:06:34,071 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:06:34,071 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:06:34,071 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,37085,1732615592336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:34,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5970bea3 to 127.0.0.1:51361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f679d45 2024-11-26T10:06:34,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43de2162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:34,162 DEBUG [hconnection-0x41d630f6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:34,164 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:34,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:34,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:06:34,169 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:06:34,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T10:06:34,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:34,173 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:34,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T10:06:34,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:34,587 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ca6656889cf8874471555865d6e0d37b, NAME => 'testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 2024-11-26T10:06:34,588 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0fa95d8d097dc425a8fe77c79d85bd57, NAME => 'testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93 2024-11-26T10:06:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:34,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:34,599 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:34,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing ca6656889cf8874471555865d6e0d37b, disabling compactions & flushes 2024-11-26T10:06:34,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. after waiting 0 ms 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:34,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for ca6656889cf8874471555865d6e0d37b: 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 0fa95d8d097dc425a8fe77c79d85bd57, disabling compactions & flushes 2024-11-26T10:06:34,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. after waiting 0 ms 2024-11-26T10:06:34,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:34,601 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:34,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0fa95d8d097dc425a8fe77c79d85bd57: 2024-11-26T10:06:34,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:34,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615594602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615594602"}]},"ts":"1732615594602"} 2024-11-26T10:06:34,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615594602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615594602"}]},"ts":"1732615594602"} 2024-11-26T10:06:34,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T10:06:34,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:34,607 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615594606"}]},"ts":"1732615594606"} 2024-11-26T10:06:34,608 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T10:06:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:34,800 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:34,801 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:34,801 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:34,801 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:34,801 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:34,801 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:34,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6656889cf8874471555865d6e0d37b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fa95d8d097dc425a8fe77c79d85bd57, ASSIGN}] 2024-11-26T10:06:34,804 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fa95d8d097dc425a8fe77c79d85bd57, ASSIGN 2024-11-26T10:06:34,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6656889cf8874471555865d6e0d37b, ASSIGN 2024-11-26T10:06:34,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fa95d8d097dc425a8fe77c79d85bd57, ASSIGN; state=OFFLINE, location=ccf62758a0a5,34093,1732615592529; forceNewPlan=false, retain=false 2024-11-26T10:06:34,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6656889cf8874471555865d6e0d37b, ASSIGN; state=OFFLINE, location=ccf62758a0a5,34267,1732615592492; forceNewPlan=false, retain=false 2024-11-26T10:06:34,955 INFO [ccf62758a0a5:37085 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T10:06:34,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ca6656889cf8874471555865d6e0d37b, regionState=OPENING, regionLocation=ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:34,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0fa95d8d097dc425a8fe77c79d85bd57, regionState=OPENING, regionLocation=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:34,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 0fa95d8d097dc425a8fe77c79d85bd57, server=ccf62758a0a5,34093,1732615592529}] 2024-11-26T10:06:34,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure ca6656889cf8874471555865d6e0d37b, server=ccf62758a0a5,34267,1732615592492}] 2024-11-26T10:06:35,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:35,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:35,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:35,116 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:35,117 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,117 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 0fa95d8d097dc425a8fe77c79d85bd57, NAME => 'testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T10:06:35,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:35,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,119 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,121 INFO [StoreOpener-0fa95d8d097dc425a8fe77c79d85bd57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,121 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,121 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => ca6656889cf8874471555865d6e0d37b, NAME => 'testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T10:06:35,122 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,122 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:35,122 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,122 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,123 INFO [StoreOpener-0fa95d8d097dc425a8fe77c79d85bd57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa95d8d097dc425a8fe77c79d85bd57 columnFamilyName family 2024-11-26T10:06:35,123 DEBUG [StoreOpener-0fa95d8d097dc425a8fe77c79d85bd57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:35,124 INFO [StoreOpener-ca6656889cf8874471555865d6e0d37b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,124 INFO [StoreOpener-0fa95d8d097dc425a8fe77c79d85bd57-1 {}] regionserver.HStore(327): Store=0fa95d8d097dc425a8fe77c79d85bd57/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:35,125 INFO [StoreOpener-ca6656889cf8874471555865d6e0d37b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6656889cf8874471555865d6e0d37b columnFamilyName family 2024-11-26T10:06:35,125 DEBUG [StoreOpener-ca6656889cf8874471555865d6e0d37b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:35,125 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,126 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,126 INFO [StoreOpener-ca6656889cf8874471555865d6e0d37b-1 {}] regionserver.HStore(327): Store=ca6656889cf8874471555865d6e0d37b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:35,127 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,128 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,128 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,130 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,131 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:35,131 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 0fa95d8d097dc425a8fe77c79d85bd57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61869102, jitterRate=-0.07807853817939758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:35,132 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 0fa95d8d097dc425a8fe77c79d85bd57: 2024-11-26T10:06:35,132 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:35,133 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57., pid=12, masterSystemTime=1732615595111 2024-11-26T10:06:35,133 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened ca6656889cf8874471555865d6e0d37b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68173593, jitterRate=0.01586569845676422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:35,133 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for ca6656889cf8874471555865d6e0d37b: 2024-11-26T10:06:35,134 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b., pid=13, masterSystemTime=1732615595113 2024-11-26T10:06:35,135 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,135 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0fa95d8d097dc425a8fe77c79d85bd57, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:35,136 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,136 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ca6656889cf8874471555865d6e0d37b, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:35,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T10:06:35,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 0fa95d8d097dc425a8fe77c79d85bd57, server=ccf62758a0a5,34093,1732615592529 in 180 msec 2024-11-26T10:06:35,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-26T10:06:35,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fa95d8d097dc425a8fe77c79d85bd57, ASSIGN in 342 msec 2024-11-26T10:06:35,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure ca6656889cf8874471555865d6e0d37b, server=ccf62758a0a5,34267,1732615592492 in 180 msec 2024-11-26T10:06:35,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:06:35,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6656889cf8874471555865d6e0d37b, ASSIGN in 342 msec 2024-11-26T10:06:35,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:35,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615595147"}]},"ts":"1732615595147"} 2024-11-26T10:06:35,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T10:06:35,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:35,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.0160 sec 2024-11-26T10:06:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:35,283 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T10:06:35,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T10:06:35,283 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T10:06:35,289 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:35,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T10:06:35,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:35,295 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:35,313 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ca6656889cf8874471555865d6e0d37b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T10:06:35,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/.tmp/family/12f757fbf4cb45a3a8ae5f0a0f15a6da is 32, key is 1/family:/1732615595296/Put/seqid=0 2024-11-26T10:06:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741841_1017 (size=5054) 2024-11-26T10:06:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741841_1017 (size=5054) 2024-11-26T10:06:35,336 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/.tmp/family/12f757fbf4cb45a3a8ae5f0a0f15a6da 2024-11-26T10:06:35,344 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/.tmp/family/12f757fbf4cb45a3a8ae5f0a0f15a6da as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/family/12f757fbf4cb45a3a8ae5f0a0f15a6da 2024-11-26T10:06:35,351 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/family/12f757fbf4cb45a3a8ae5f0a0f15a6da, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T10:06:35,353 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ca6656889cf8874471555865d6e0d37b in 39ms, sequenceid=8, compaction requested=false 2024-11-26T10:06:35,353 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ca6656889cf8874471555865d6e0d37b: 2024-11-26T10:06:35,353 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0fa95d8d097dc425a8fe77c79d85bd57 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T10:06:35,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/.tmp/family/ac99bb85c5bb436985244150eb2bb119 is 32, key is 5/family:/1732615595305/Put/seqid=0 2024-11-26T10:06:35,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741842_1018 (size=5083) 2024-11-26T10:06:35,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741842_1018 (size=5083) 2024-11-26T10:06:35,376 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/.tmp/family/ac99bb85c5bb436985244150eb2bb119 2024-11-26T10:06:35,383 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/.tmp/family/ac99bb85c5bb436985244150eb2bb119 as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/family/ac99bb85c5bb436985244150eb2bb119 2024-11-26T10:06:35,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/family/ac99bb85c5bb436985244150eb2bb119, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T10:06:35,392 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0fa95d8d097dc425a8fe77c79d85bd57 in 39ms, sequenceid=9, compaction requested=false 2024-11-26T10:06:35,392 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0fa95d8d097dc425a8fe77c79d85bd57: 2024-11-26T10:06:35,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:35,403 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:35,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:35,406 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T10:06:35,407 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T10:06:35,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5970bea3 to 127.0.0.1:51361 2024-11-26T10:06:35,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:06:35,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=623405341, stopped=false 2024-11-26T10:06:35,408 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:35,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T10:06:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:35,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:35,478 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,34267,1732615592492' ***** 2024-11-26T10:06:35,479 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:35,479 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:35,479 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,34093,1732615592529' ***** 2024-11-26T10:06:35,479 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:35,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:35,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:35,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:35,480 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:35,480 INFO [RS:1;ccf62758a0a5:34093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:35,480 INFO [RS:1;ccf62758a0a5:34093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:35,480 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(3579): Received CLOSE for 0fa95d8d097dc425a8fe77c79d85bd57 2024-11-26T10:06:35,480 INFO [RS:0;ccf62758a0a5:34267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:35,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:35,481 INFO [RS:0;ccf62758a0a5:34267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:35,481 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(3579): Received CLOSE for bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:35,481 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(3579): Received CLOSE for ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,481 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:35,481 DEBUG [RS:1;ccf62758a0a5:34093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,481 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:35,481 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:35,481 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:35,481 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:35,481 DEBUG [RS:0;ccf62758a0a5:34267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,481 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca6656889cf8874471555865d6e0d37b, disabling compactions & flushes 2024-11-26T10:06:35,481 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T10:06:35,481 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T10:06:35,481 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1603): Online Regions={ca6656889cf8874471555865d6e0d37b=testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b.} 2024-11-26T10:06:35,481 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,482 DEBUG [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1629): Waiting on ca6656889cf8874471555865d6e0d37b 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. after waiting 0 ms 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,482 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-26T10:06:35,482 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1603): Online Regions={0fa95d8d097dc425a8fe77c79d85bd57=testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57., 1588230740=hbase:meta,,1.1588230740, bac276c4d8b9967512942b6bea73aafb=hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb.} 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0fa95d8d097dc425a8fe77c79d85bd57, disabling compactions & flushes 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:35,482 DEBUG [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1629): Waiting on 0fa95d8d097dc425a8fe77c79d85bd57, 1588230740, bac276c4d8b9967512942b6bea73aafb 2024-11-26T10:06:35,482 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,482 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. after waiting 0 ms 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:35,482 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,482 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T10:06:35,488 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/ca6656889cf8874471555865d6e0d37b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:06:35,488 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/default/testClearRegionBlockCache/0fa95d8d097dc425a8fe77c79d85bd57/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:06:35,488 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,488 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca6656889cf8874471555865d6e0d37b: 2024-11-26T10:06:35,488 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,488 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0fa95d8d097dc425a8fe77c79d85bd57: 2024-11-26T10:06:35,488 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732615594170.ca6656889cf8874471555865d6e0d37b. 2024-11-26T10:06:35,488 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57. 2024-11-26T10:06:35,489 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bac276c4d8b9967512942b6bea73aafb, disabling compactions & flushes 2024-11-26T10:06:35,489 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:35,489 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:35,489 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. after waiting 0 ms 2024-11-26T10:06:35,489 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:35,489 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bac276c4d8b9967512942b6bea73aafb 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T10:06:35,501 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/.tmp/info/4624a1e9ae434c14a221e0c2b3482ab1 is 173, key is testClearRegionBlockCache,5,1732615594170.0fa95d8d097dc425a8fe77c79d85bd57./info:regioninfo/1732615595135/Put/seqid=0 2024-11-26T10:06:35,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741843_1019 (size=9337) 2024-11-26T10:06:35,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741843_1019 (size=9337) 2024-11-26T10:06:35,506 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/.tmp/info/35fcc6a6691a40728f1732925e0bdf3d is 45, key is default/info:d/1732615593978/Put/seqid=0 2024-11-26T10:06:35,507 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/.tmp/info/4624a1e9ae434c14a221e0c2b3482ab1 2024-11-26T10:06:35,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741844_1020 (size=5037) 2024-11-26T10:06:35,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741844_1020 (size=5037) 2024-11-26T10:06:35,512 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/.tmp/info/35fcc6a6691a40728f1732925e0bdf3d 2024-11-26T10:06:35,519 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/.tmp/info/35fcc6a6691a40728f1732925e0bdf3d as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/info/35fcc6a6691a40728f1732925e0bdf3d 2024-11-26T10:06:35,527 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/info/35fcc6a6691a40728f1732925e0bdf3d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T10:06:35,528 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for bac276c4d8b9967512942b6bea73aafb in 39ms, sequenceid=6, compaction requested=false 2024-11-26T10:06:35,533 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/namespace/bac276c4d8b9967512942b6bea73aafb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:06:35,533 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:35,533 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bac276c4d8b9967512942b6bea73aafb: 2024-11-26T10:06:35,534 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732615593553.bac276c4d8b9967512942b6bea73aafb. 2024-11-26T10:06:35,534 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/.tmp/table/86bb7f4290044466ac30732412e5d756 is 61, key is testClearRegionBlockCache/table:state/1732615595147/Put/seqid=0 2024-11-26T10:06:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:35,543 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/.tmp/table/86bb7f4290044466ac30732412e5d756 2024-11-26T10:06:35,550 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/.tmp/info/4624a1e9ae434c14a221e0c2b3482ab1 as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/info/4624a1e9ae434c14a221e0c2b3482ab1 2024-11-26T10:06:35,555 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/info/4624a1e9ae434c14a221e0c2b3482ab1, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T10:06:35,556 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/.tmp/table/86bb7f4290044466ac30732412e5d756 as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/table/86bb7f4290044466ac30732412e5d756 2024-11-26T10:06:35,562 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/table/86bb7f4290044466ac30732412e5d756, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T10:06:35,563 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=16, compaction requested=false 2024-11-26T10:06:35,566 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:35,568 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:35,568 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:06:35,569 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:35,569 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:35,569 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:35,569 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:35,682 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,34267,1732615592492; all regions closed. 2024-11-26T10:06:35,682 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,34093,1732615592529; all regions closed. 2024-11-26T10:06:35,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741834_1010 (size=1758) 2024-11-26T10:06:35,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741834_1010 (size=1758) 2024-11-26T10:06:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:35,692 DEBUG [RS:0;ccf62758a0a5:34267 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/oldWALs 2024-11-26T10:06:35,692 INFO [RS:0;ccf62758a0a5:34267 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C34267%2C1732615592492:(num 1732615593107) 2024-11-26T10:06:35,693 DEBUG [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/oldWALs 2024-11-26T10:06:35,693 DEBUG [RS:0;ccf62758a0a5:34267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,693 INFO [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C34093%2C1732615592529.meta:.meta(num 1732615593483) 2024-11-26T10:06:35,693 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:35,693 INFO [RS:0;ccf62758a0a5:34267 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:35,693 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:35,693 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:35,693 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:35,693 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:35,694 INFO [RS:0;ccf62758a0a5:34267 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34267 2024-11-26T10:06:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741833_1009 (size=3188) 2024-11-26T10:06:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741833_1009 (size=3188) 2024-11-26T10:06:35,697 DEBUG [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/oldWALs 2024-11-26T10:06:35,697 INFO [RS:1;ccf62758a0a5:34093 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C34093%2C1732615592529:(num 1732615593107) 2024-11-26T10:06:35,697 DEBUG [RS:1;ccf62758a0a5:34093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,698 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:35,698 INFO [RS:1;ccf62758a0a5:34093 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:35,698 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:35,698 INFO [RS:1;ccf62758a0a5:34093 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34093 2024-11-26T10:06:35,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,34267,1732615592492 2024-11-26T10:06:35,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,34093,1732615592529 2024-11-26T10:06:35,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,34093,1732615592529] 2024-11-26T10:06:35,718 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,34093,1732615592529; numProcessing=1 2024-11-26T10:06:35,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,34093,1732615592529 already deleted, retry=false 2024-11-26T10:06:35,735 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,34093,1732615592529 expired; onlineServers=1 2024-11-26T10:06:35,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,34267,1732615592492] 2024-11-26T10:06:35,735 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,34267,1732615592492; numProcessing=2 2024-11-26T10:06:35,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,34267,1732615592492 already deleted, retry=false 2024-11-26T10:06:35,743 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,34267,1732615592492 expired; onlineServers=0 2024-11-26T10:06:35,743 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,37085,1732615592336' ***** 2024-11-26T10:06:35,743 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:06:35,744 DEBUG [M:0;ccf62758a0a5:37085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f939c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:35,744 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,37085,1732615592336 2024-11-26T10:06:35,744 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,37085,1732615592336; all regions closed. 2024-11-26T10:06:35,744 DEBUG [M:0;ccf62758a0a5:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:35,744 DEBUG [M:0;ccf62758a0a5:37085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:06:35,744 DEBUG [M:0;ccf62758a0a5:37085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:06:35,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:06:35,744 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615592834 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615592834,5,FailOnTimeoutGroup] 2024-11-26T10:06:35,745 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615592834 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615592834,5,FailOnTimeoutGroup] 2024-11-26T10:06:35,745 INFO [M:0;ccf62758a0a5:37085 {}] hbase.ChoreService(370): Chore service for: master/ccf62758a0a5:0 had [] on shutdown 2024-11-26T10:06:35,745 DEBUG [M:0;ccf62758a0a5:37085 {}] master.HMaster(1733): Stopping service threads 2024-11-26T10:06:35,745 INFO [M:0;ccf62758a0a5:37085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:06:35,746 INFO [M:0;ccf62758a0a5:37085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:06:35,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:06:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:35,751 DEBUG [M:0;ccf62758a0a5:37085 {}] zookeeper.ZKUtil(347): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:06:35,751 WARN [M:0;ccf62758a0a5:37085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:06:35,751 INFO [M:0;ccf62758a0a5:37085 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T10:06:35,752 INFO [M:0;ccf62758a0a5:37085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:06:35,752 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:35,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:35,752 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:35,752 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:35,752 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:35,752 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:35,752 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T10:06:35,772 DEBUG [M:0;ccf62758a0a5:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b3bec4dd30e46f0818314d1de9e1933 is 82, key is hbase:meta,,1/info:regioninfo/1732615593518/Put/seqid=0 2024-11-26T10:06:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:35,778 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b3bec4dd30e46f0818314d1de9e1933 2024-11-26T10:06:35,805 DEBUG [M:0;ccf62758a0a5:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/670e2840b2cd4310ad54b2c3e00d13a8 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732615595189/Put/seqid=0 2024-11-26T10:06:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:35,811 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/670e2840b2cd4310ad54b2c3e00d13a8 2024-11-26T10:06:35,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:35,818 INFO [RS:0;ccf62758a0a5:34267 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,34267,1732615592492; zookeeper connection closed. 2024-11-26T10:06:35,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34267-0x10177e57bef0001, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:35,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64627720 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64627720 2024-11-26T10:06:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:35,827 INFO [RS:1;ccf62758a0a5:34093 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,34093,1732615592529; zookeeper connection closed. 2024-11-26T10:06:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34093-0x10177e57bef0002, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:35,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15ba0941 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15ba0941 2024-11-26T10:06:35,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T10:06:35,833 DEBUG [M:0;ccf62758a0a5:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d515bb8981a424daa1af7d5c856c7d8 is 69, key is ccf62758a0a5,34093,1732615592529/rs:state/1732615592908/Put/seqid=0 2024-11-26T10:06:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:35,840 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d515bb8981a424daa1af7d5c856c7d8 2024-11-26T10:06:35,846 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b3bec4dd30e46f0818314d1de9e1933 as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b3bec4dd30e46f0818314d1de9e1933 2024-11-26T10:06:35,851 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b3bec4dd30e46f0818314d1de9e1933, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T10:06:35,853 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/670e2840b2cd4310ad54b2c3e00d13a8 as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/670e2840b2cd4310ad54b2c3e00d13a8 2024-11-26T10:06:35,859 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/670e2840b2cd4310ad54b2c3e00d13a8, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T10:06:35,860 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d515bb8981a424daa1af7d5c856c7d8 as hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d515bb8981a424daa1af7d5c856c7d8 2024-11-26T10:06:35,866 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36567/user/jenkins/test-data/f6139ec1-a71d-da62-90aa-9bf085a69b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d515bb8981a424daa1af7d5c856c7d8, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T10:06:35,867 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=108, compaction requested=false 2024-11-26T10:06:35,868 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:35,868 DEBUG [M:0;ccf62758a0a5:37085 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44841 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:35,871 INFO [M:0;ccf62758a0a5:37085 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T10:06:35,871 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:35,871 INFO [M:0;ccf62758a0a5:37085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37085 2024-11-26T10:06:35,876 DEBUG [M:0;ccf62758a0a5:37085 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ccf62758a0a5,37085,1732615592336 already deleted, retry=false 2024-11-26T10:06:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:35,985 INFO [M:0;ccf62758a0a5:37085 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,37085,1732615592336; zookeeper connection closed. 2024-11-26T10:06:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10177e57bef0000, quorum=127.0.0.1:51361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:35,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@416d9f4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:35,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e0d9f90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:35,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:35,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1686b1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:35,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a9970c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:35,990 WARN [BP-363799663-172.17.0.2-1732615590815 heartbeating to localhost/127.0.0.1:36567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:35,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:35,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:35,991 WARN [BP-363799663-172.17.0.2-1732615590815 heartbeating to localhost/127.0.0.1:36567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-363799663-172.17.0.2-1732615590815 (Datanode Uuid 381d4615-a66d-4c71-9b18-80e54f412194) service to localhost/127.0.0.1:36567 2024-11-26T10:06:35,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data3/current/BP-363799663-172.17.0.2-1732615590815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:35,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data4/current/BP-363799663-172.17.0.2-1732615590815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:35,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:35,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2587d992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:35,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afb6d03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:35,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:35,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f46185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:35,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a0c10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:35,996 WARN [BP-363799663-172.17.0.2-1732615590815 heartbeating to localhost/127.0.0.1:36567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:35,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:35,996 WARN [BP-363799663-172.17.0.2-1732615590815 heartbeating to localhost/127.0.0.1:36567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-363799663-172.17.0.2-1732615590815 (Datanode Uuid 331c0f43-80cb-4e5d-a81b-99839dd53c64) service to localhost/127.0.0.1:36567 2024-11-26T10:06:35,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:35,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data1/current/BP-363799663-172.17.0.2-1732615590815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:35,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/cluster_eb814bcc-7153-b814-80a4-1ef24ea888f9/dfs/data/data2/current/BP-363799663-172.17.0.2-1732615590815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:35,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:36,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30287912{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:36,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7242bd28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:36,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:36,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10e3795f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:36,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec4c4ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:36,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:06:36,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T10:06:36,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36567 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36567 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=5672 (was 5992) 2024-11-26T10:06:36,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=5672 2024-11-26T10:06:36,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir so I do NOT create it in target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f 2024-11-26T10:06:36,083 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:06:36,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.tmp.dir so I do NOT create it in target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f 2024-11-26T10:06:36,083 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91d91bb8-6c97-7334-ee4c-749cc37ad092/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:06:36,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f 2024-11-26T10:06:36,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4, deleteOnExit=true 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/test.cache.data in system properties and HBase conf 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T10:06:36,084 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:06:36,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:06:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:06:36,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:36,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:36,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:36,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:36,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:36,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:36,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66881898{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:36,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c302473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:36,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40184455{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/java.io.tmpdir/jetty-localhost-39431-hadoop-hdfs-3_4_1-tests_jar-_-any-5922706400754458863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:36,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a5311c{HTTP/1.1, (http/1.1)}{localhost:39431} 2024-11-26T10:06:36,426 INFO [Time-limited test {}] server.Server(415): Started @22014ms 2024-11-26T10:06:36,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:36,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:36,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:36,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:36,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:36,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ba4d8a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:36,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4333928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:36,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@276fec6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-6145956060974260514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:36,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51156477{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-11-26T10:06:36,688 INFO [Time-limited test {}] server.Server(415): Started @22276ms 2024-11-26T10:06:36,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:36,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:36,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:36,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:36,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:36,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:36,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498f1822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:36,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ad975f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:36,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29efe4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/java.io.tmpdir/jetty-localhost-42067-hadoop-hdfs-3_4_1-tests_jar-_-any-2356603051777259106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:36,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ea6c71{HTTP/1.1, (http/1.1)}{localhost:42067} 2024-11-26T10:06:36,816 INFO [Time-limited test {}] server.Server(415): Started @22404ms 2024-11-26T10:06:36,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:37,432 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data1/current/BP-599982749-172.17.0.2-1732615596110/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:37,432 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data2/current/BP-599982749-172.17.0.2-1732615596110/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:37,453 WARN [Thread-875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f7f7003379139a7 with lease ID 0x27446a366c5b7a7b: Processing first storage report for DS-f83754fa-2da3-4de6-9362-e5dd184f8632 from datanode DatanodeRegistration(127.0.0.1:46855, datanodeUuid=ca98b48b-e0f3-4fe3-9460-d5ab174b4534, infoPort=33817, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110) 2024-11-26T10:06:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f7f7003379139a7 with lease ID 0x27446a366c5b7a7b: from storage DS-f83754fa-2da3-4de6-9362-e5dd184f8632 node DatanodeRegistration(127.0.0.1:46855, datanodeUuid=ca98b48b-e0f3-4fe3-9460-d5ab174b4534, infoPort=33817, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f7f7003379139a7 with lease ID 0x27446a366c5b7a7b: Processing first storage report for DS-f9254e71-1217-42c1-8523-4cdab34cc22a from datanode DatanodeRegistration(127.0.0.1:46855, datanodeUuid=ca98b48b-e0f3-4fe3-9460-d5ab174b4534, infoPort=33817, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110) 2024-11-26T10:06:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f7f7003379139a7 with lease ID 0x27446a366c5b7a7b: from storage DS-f9254e71-1217-42c1-8523-4cdab34cc22a node DatanodeRegistration(127.0.0.1:46855, datanodeUuid=ca98b48b-e0f3-4fe3-9460-d5ab174b4534, infoPort=33817, infoSecurePort=0, ipcPort=41833, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:37,521 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data3/current/BP-599982749-172.17.0.2-1732615596110/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:37,521 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data4/current/BP-599982749-172.17.0.2-1732615596110/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:37,545 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c46395c1f09bb23 with lease ID 0x27446a366c5b7a7c: Processing first storage report for DS-4df039f5-a140-4cd4-9ad7-b8b89fb2f447 from datanode DatanodeRegistration(127.0.0.1:34551, datanodeUuid=bedc8ccc-5ddc-4c2e-b6b0-15e2c0697a95, infoPort=42059, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110) 2024-11-26T10:06:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c46395c1f09bb23 with lease ID 0x27446a366c5b7a7c: from storage DS-4df039f5-a140-4cd4-9ad7-b8b89fb2f447 node DatanodeRegistration(127.0.0.1:34551, datanodeUuid=bedc8ccc-5ddc-4c2e-b6b0-15e2c0697a95, infoPort=42059, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c46395c1f09bb23 with lease ID 0x27446a366c5b7a7c: Processing first storage report for DS-ed04d98b-82b3-45fc-8e79-158bbff1a0e5 from datanode DatanodeRegistration(127.0.0.1:34551, datanodeUuid=bedc8ccc-5ddc-4c2e-b6b0-15e2c0697a95, infoPort=42059, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110) 2024-11-26T10:06:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c46395c1f09bb23 with lease ID 0x27446a366c5b7a7c: from storage DS-ed04d98b-82b3-45fc-8e79-158bbff1a0e5 node DatanodeRegistration(127.0.0.1:34551, datanodeUuid=bedc8ccc-5ddc-4c2e-b6b0-15e2c0697a95, infoPort=42059, infoSecurePort=0, ipcPort=40741, storageInfo=lv=-57;cid=testClusterID;nsid=263224787;c=1732615596110), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:06:37,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f 2024-11-26T10:06:37,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/zookeeper_0, clientPort=60674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:06:37,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60674 2024-11-26T10:06:37,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:37,670 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d with version=8 2024-11-26T10:06:37,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/hbase-staging 2024-11-26T10:06:37,672 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:37,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:37,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:37,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:37,673 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:37,674 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36083 2024-11-26T10:06:37,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36083 connecting to ZooKeeper ensemble=127.0.0.1:60674 2024-11-26T10:06:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360830x0, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:37,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36083-0x10177e590c90000 connected 2024-11-26T10:06:37,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:37,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:37,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:37,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-26T10:06:37,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36083 2024-11-26T10:06:37,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36083 2024-11-26T10:06:37,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-26T10:06:37,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-26T10:06:37,810 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d, hbase.cluster.distributed=false 2024-11-26T10:06:37,828 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:37,828 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:37,829 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33611 2024-11-26T10:06:37,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:37,835 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T10:06:37,839 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T10:06:37,842 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T10:06:37,842 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T10:06:37,843 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:37,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33611 connecting to ZooKeeper ensemble=127.0.0.1:60674 2024-11-26T10:06:37,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336110x0, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:37,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336110x0, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:37,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33611-0x10177e590c90001 connected 2024-11-26T10:06:37,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:37,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:37,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33611 2024-11-26T10:06:37,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33611 2024-11-26T10:06:37,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33611 2024-11-26T10:06:37,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33611 2024-11-26T10:06:37,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33611 2024-11-26T10:06:37,879 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:37,879 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:37,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34151 2024-11-26T10:06:37,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:37,880 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T10:06:37,885 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T10:06:37,885 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T10:06:37,885 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T10:06:37,886 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:37,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34151 connecting to ZooKeeper ensemble=127.0.0.1:60674 2024-11-26T10:06:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341510x0, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:37,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:37,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34151-0x10177e590c90002 connected 2024-11-26T10:06:37,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:37,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:37,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34151 2024-11-26T10:06:37,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34151 2024-11-26T10:06:37,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34151 2024-11-26T10:06:37,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34151 2024-11-26T10:06:37,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34151 2024-11-26T10:06:37,903 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:37,910 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:37,917 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ccf62758a0a5:36083 2024-11-26T10:06:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:37,918 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:37,919 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ccf62758a0a5,36083,1732615597672 from backup master directory 2024-11-26T10:06:37,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:37,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:37,926 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:37,926 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:37,941 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/hbase.id with ID: 54ac284b-e130-4f8d-8091-048aad5d2c7e 2024-11-26T10:06:37,956 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:37,977 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:37,978 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:06:37,979 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:37,989 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store 2024-11-26T10:06:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:37,997 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:37,998 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:37,998 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:37,998 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:37,998 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:37,998 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:37,998 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:37,998 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:37,999 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/.initializing 2024-11-26T10:06:37,999 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/WALs/ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:38,000 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:38,002 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C36083%2C1732615597672, suffix=, logDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/WALs/ccf62758a0a5,36083,1732615597672, archiveDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/oldWALs, maxLogs=10 2024-11-26T10:06:38,017 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/WALs/ccf62758a0a5,36083,1732615597672/ccf62758a0a5%2C36083%2C1732615597672.1732615598002, exclude list is [], retry=0 2024-11-26T10:06:38,019 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-4df039f5-a140-4cd4-9ad7-b8b89fb2f447,DISK] 2024-11-26T10:06:38,019 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46855,DS-f83754fa-2da3-4de6-9362-e5dd184f8632,DISK] 2024-11-26T10:06:38,021 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/WALs/ccf62758a0a5,36083,1732615597672/ccf62758a0a5%2C36083%2C1732615597672.1732615598002 2024-11-26T10:06:38,021 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42059:42059),(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-26T10:06:38,021 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:38,022 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:38,022 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,022 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:06:38,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:06:38,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:06:38,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:06:38,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:38,034 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,034 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,036 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:06:38,038 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:38,040 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:38,041 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59743088, jitterRate=-0.10975861549377441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:06:38,041 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:38,041 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:06:38,045 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a3e03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:38,046 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T10:06:38,046 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:06:38,046 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:06:38,046 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:06:38,047 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:06:38,047 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:06:38,047 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:06:38,049 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:06:38,050 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:06:38,057 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:06:38,058 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:06:38,058 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:06:38,068 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:06:38,068 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:06:38,069 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:06:38,076 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:06:38,077 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:06:38,085 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:06:38,087 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:06:38,093 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:06:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,102 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ccf62758a0a5,36083,1732615597672, sessionid=0x10177e590c90000, setting cluster-up flag (Was=false) 2024-11-26T10:06:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,143 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:06:38,144 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,185 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:06:38,187 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:38,191 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:38,192 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T10:06:38,192 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:06:38,192 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ccf62758a0a5,36083,1732615597672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:06:38,193 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:38,193 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:38,193 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:38,193 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:38,193 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ccf62758a0a5:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:06:38,193 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,194 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:38,194 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,195 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732615628195 2024-11-26T10:06:38,195 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:06:38,196 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:06:38,196 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:06:38,196 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:06:38,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:38,196 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:06:38,196 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:06:38,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:06:38,196 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,197 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:06:38,197 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:06:38,197 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:06:38,198 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:06:38,198 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:06:38,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,198 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615598198,5,FailOnTimeoutGroup] 2024-11-26T10:06:38,199 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615598198,5,FailOnTimeoutGroup] 2024-11-26T10:06:38,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:38,199 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,199 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:06:38,199 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,199 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:38,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T10:06:38,210 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d 2024-11-26T10:06:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:38,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:38,220 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ccf62758a0a5:34151 2024-11-26T10:06:38,220 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ccf62758a0a5:33611 2024-11-26T10:06:38,221 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1008): ClusterId : 54ac284b-e130-4f8d-8091-048aad5d2c7e 2024-11-26T10:06:38,221 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1008): ClusterId : 54ac284b-e130-4f8d-8091-048aad5d2c7e 2024-11-26T10:06:38,221 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:38,221 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:38,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:38,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:38,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:38,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:38,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:38,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:38,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,227 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:38,227 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:38,227 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:38,227 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740 2024-11-26T10:06:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740 2024-11-26T10:06:38,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:38,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:38,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:38,233 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68045463, jitterRate=0.013956412672996521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:38,234 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:38,234 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:38,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:38,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:38,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T10:06:38,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:06:38,236 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:38,236 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:38,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:06:38,237 DEBUG [RS:0;ccf62758a0a5:33611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4043abec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:38,237 DEBUG [RS:0;ccf62758a0a5:33611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:38,237 DEBUG [RS:1;ccf62758a0a5:34151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e2c841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:38,237 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:38,237 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:38,237 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:38,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:06:38,238 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,36083,1732615597672 with isa=ccf62758a0a5/172.17.0.2:33611, startcode=1732615597827 2024-11-26T10:06:38,238 DEBUG [RS:0;ccf62758a0a5:33611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:38,239 DEBUG [RS:1;ccf62758a0a5:34151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d4a8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:38,239 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:38,239 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:38,239 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:38,239 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,36083,1732615597672 with isa=ccf62758a0a5/172.17.0.2:34151, startcode=1732615597878 2024-11-26T10:06:38,239 DEBUG [RS:1;ccf62758a0a5:34151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:38,240 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54849, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:38,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:38,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:38,241 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36315, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:38,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,241 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d 2024-11-26T10:06:38,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,241 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37247 2024-11-26T10:06:38,241 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:38,242 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d 2024-11-26T10:06:38,242 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37247 2024-11-26T10:06:38,242 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:38,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:38,283 DEBUG [RS:0;ccf62758a0a5:33611 {}] zookeeper.ZKUtil(111): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:38,283 WARN [RS:0;ccf62758a0a5:33611 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:38,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,34151,1732615597878] 2024-11-26T10:06:38,283 INFO [RS:0;ccf62758a0a5:33611 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:38,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,33611,1732615597827] 2024-11-26T10:06:38,284 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:38,284 DEBUG [RS:1;ccf62758a0a5:34151 {}] zookeeper.ZKUtil(111): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,284 WARN [RS:1;ccf62758a0a5:34151 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:38,284 INFO [RS:1;ccf62758a0a5:34151 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:38,284 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,288 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:38,288 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:38,288 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:38,290 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:38,290 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:38,291 INFO [RS:0;ccf62758a0a5:33611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:38,291 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,291 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:38,293 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,293 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,293 INFO [RS:1;ccf62758a0a5:34151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:38,293 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,293 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,294 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,294 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,294 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:38,294 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,294 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,294 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:38,294 DEBUG [RS:0;ccf62758a0a5:33611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:38,295 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,295 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,295 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,295 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,295 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,33611,1732615597827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,295 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,296 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:38,296 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:38,296 DEBUG [RS:1;ccf62758a0a5:34151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:38,298 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,298 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,298 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,298 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,298 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34151,1732615597878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:38,309 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:38,310 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,33611,1732615597827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,312 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:38,312 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34151,1732615597878-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,323 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.Replication(204): ccf62758a0a5,33611,1732615597827 started 2024-11-26T10:06:38,323 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,33611,1732615597827, RpcServer on ccf62758a0a5/172.17.0.2:33611, sessionid=0x10177e590c90001 2024-11-26T10:06:38,323 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:38,323 DEBUG [RS:0;ccf62758a0a5:33611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:38,323 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,33611,1732615597827' 2024-11-26T10:06:38,323 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:38,323 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:38,324 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:38,324 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:38,324 DEBUG [RS:0;ccf62758a0a5:33611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:38,324 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,33611,1732615597827' 2024-11-26T10:06:38,324 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:38,324 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:38,325 DEBUG [RS:0;ccf62758a0a5:33611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:38,325 INFO [RS:0;ccf62758a0a5:33611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:38,325 INFO [RS:0;ccf62758a0a5:33611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:38,326 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.Replication(204): ccf62758a0a5,34151,1732615597878 started 2024-11-26T10:06:38,326 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,34151,1732615597878, RpcServer on ccf62758a0a5/172.17.0.2:34151, sessionid=0x10177e590c90002 2024-11-26T10:06:38,326 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:38,326 DEBUG [RS:1;ccf62758a0a5:34151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,326 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,34151,1732615597878' 2024-11-26T10:06:38,326 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:38,326 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,34151,1732615597878' 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:38,327 DEBUG [RS:1;ccf62758a0a5:34151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:38,327 INFO [RS:1;ccf62758a0a5:34151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:38,327 INFO [RS:1;ccf62758a0a5:34151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:38,387 WARN [ccf62758a0a5:36083 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:06:38,425 INFO [RS:0;ccf62758a0a5:33611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:38,427 INFO [RS:0;ccf62758a0a5:33611 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C33611%2C1732615597827, suffix=, logDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,33611,1732615597827, archiveDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/oldWALs, maxLogs=32 2024-11-26T10:06:38,428 INFO [RS:1;ccf62758a0a5:34151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:38,430 INFO [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C34151%2C1732615597878, suffix=, logDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878, archiveDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/oldWALs, maxLogs=32 2024-11-26T10:06:38,445 DEBUG [RS:0;ccf62758a0a5:33611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,33611,1732615597827/ccf62758a0a5%2C33611%2C1732615597827.1732615598428, exclude list is [], retry=0 2024-11-26T10:06:38,445 DEBUG [RS:1;ccf62758a0a5:34151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878/ccf62758a0a5%2C34151%2C1732615597878.1732615598431, exclude list is [], retry=0 2024-11-26T10:06:38,448 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46855,DS-f83754fa-2da3-4de6-9362-e5dd184f8632,DISK] 2024-11-26T10:06:38,448 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-4df039f5-a140-4cd4-9ad7-b8b89fb2f447,DISK] 2024-11-26T10:06:38,448 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46855,DS-f83754fa-2da3-4de6-9362-e5dd184f8632,DISK] 2024-11-26T10:06:38,448 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-4df039f5-a140-4cd4-9ad7-b8b89fb2f447,DISK] 2024-11-26T10:06:38,449 INFO [RS:0;ccf62758a0a5:33611 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,33611,1732615597827/ccf62758a0a5%2C33611%2C1732615597827.1732615598428 2024-11-26T10:06:38,449 INFO [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878/ccf62758a0a5%2C34151%2C1732615597878.1732615598431 2024-11-26T10:06:38,450 DEBUG [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817),(127.0.0.1/127.0.0.1:42059:42059)] 2024-11-26T10:06:38,450 DEBUG [RS:0;ccf62758a0a5:33611 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817),(127.0.0.1/127.0.0.1:42059:42059)] 2024-11-26T10:06:38,638 DEBUG [ccf62758a0a5:36083 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:06:38,638 DEBUG [ccf62758a0a5:36083 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:38,642 DEBUG [ccf62758a0a5:36083 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:38,642 DEBUG [ccf62758a0a5:36083 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:38,642 INFO [ccf62758a0a5:36083 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:38,642 INFO [ccf62758a0a5:36083 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:38,643 DEBUG [ccf62758a0a5:36083 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:38,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,34151,1732615597878, state=OPENING 2024-11-26T10:06:38,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:06:38,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:38,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ccf62758a0a5,34151,1732615597878}] 2024-11-26T10:06:38,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:38,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:38,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:38,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:38,823 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:38,828 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T10:06:38,828 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:38,829 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:06:38,831 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C34151%2C1732615597878.meta, suffix=.meta, logDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878, archiveDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/oldWALs, maxLogs=32 2024-11-26T10:06:38,845 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878/ccf62758a0a5%2C34151%2C1732615597878.meta.1732615598832.meta, exclude list is [], retry=0 2024-11-26T10:06:38,848 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46855,DS-f83754fa-2da3-4de6-9362-e5dd184f8632,DISK] 2024-11-26T10:06:38,848 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34551,DS-4df039f5-a140-4cd4-9ad7-b8b89fb2f447,DISK] 2024-11-26T10:06:38,850 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/WALs/ccf62758a0a5,34151,1732615597878/ccf62758a0a5%2C34151%2C1732615597878.meta.1732615598832.meta 2024-11-26T10:06:38,851 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817),(127.0.0.1/127.0.0.1:42059:42059)] 2024-11-26T10:06:38,851 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:38,851 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:06:38,851 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:06:38,851 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:06:38,851 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:06:38,851 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:38,852 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T10:06:38,852 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T10:06:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:38,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:38,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:38,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:38,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:38,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:38,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:38,858 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740 2024-11-26T10:06:38,859 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740 2024-11-26T10:06:38,861 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:38,862 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:38,863 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68931746, jitterRate=0.027163058519363403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:38,864 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:38,865 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732615598821 2024-11-26T10:06:38,867 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:06:38,867 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T10:06:38,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:38,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,34151,1732615597878, state=OPEN 2024-11-26T10:06:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:38,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:38,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:38,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:38,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:06:38,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ccf62758a0a5,34151,1732615597878 in 208 msec 2024-11-26T10:06:38,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:06:38,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-26T10:06:38,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 692 msec 2024-11-26T10:06:38,882 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732615598882, completionTime=-1 2024-11-26T10:06:38,882 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T10:06:38,882 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T10:06:38,883 DEBUG [hconnection-0x3cfeeadb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:38,884 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:38,885 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T10:06:38,885 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732615658885 2024-11-26T10:06:38,886 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732615718886 2024-11-26T10:06:38,886 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,36083,1732615597672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,36083,1732615597672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,36083,1732615597672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ccf62758a0a5:36083, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T10:06:38,902 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:38,904 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T10:06:38,904 DEBUG [master/ccf62758a0a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T10:06:38,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:38,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:38,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:39,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:06:39,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:39,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:39,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:39,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:39,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:39,319 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 50e8d6ad782a321865bde9ceb07c23cc, NAME => 'hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d 2024-11-26T10:06:39,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:39,333 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:39,333 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 50e8d6ad782a321865bde9ceb07c23cc, disabling compactions & flushes 2024-11-26T10:06:39,333 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,333 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,333 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. after waiting 0 ms 2024-11-26T10:06:39,334 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,334 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,334 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 50e8d6ad782a321865bde9ceb07c23cc: 2024-11-26T10:06:39,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:39,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732615599336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615599336"}]},"ts":"1732615599336"} 2024-11-26T10:06:39,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T10:06:39,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:39,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615599342"}]},"ts":"1732615599342"} 2024-11-26T10:06:39,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T10:06:39,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:39,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:39,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:39,386 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:39,386 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:39,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:39,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=50e8d6ad782a321865bde9ceb07c23cc, ASSIGN}] 2024-11-26T10:06:39,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=50e8d6ad782a321865bde9ceb07c23cc, ASSIGN 2024-11-26T10:06:39,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=50e8d6ad782a321865bde9ceb07c23cc, ASSIGN; state=OFFLINE, location=ccf62758a0a5,34151,1732615597878; forceNewPlan=false, retain=false 2024-11-26T10:06:39,539 INFO [ccf62758a0a5:36083 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:06:39,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=50e8d6ad782a321865bde9ceb07c23cc, regionState=OPENING, regionLocation=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:39,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 50e8d6ad782a321865bde9ceb07c23cc, server=ccf62758a0a5,34151,1732615597878}] 2024-11-26T10:06:39,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:39,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 50e8d6ad782a321865bde9ceb07c23cc, NAME => 'hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:39,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,703 INFO [StoreOpener-50e8d6ad782a321865bde9ceb07c23cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,704 INFO [StoreOpener-50e8d6ad782a321865bde9ceb07c23cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50e8d6ad782a321865bde9ceb07c23cc columnFamilyName info 2024-11-26T10:06:39,704 DEBUG [StoreOpener-50e8d6ad782a321865bde9ceb07c23cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:39,705 INFO [StoreOpener-50e8d6ad782a321865bde9ceb07c23cc-1 {}] regionserver.HStore(327): Store=50e8d6ad782a321865bde9ceb07c23cc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:39,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:39,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:39,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 50e8d6ad782a321865bde9ceb07c23cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70359852, jitterRate=0.048443496227264404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:39,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 50e8d6ad782a321865bde9ceb07c23cc: 2024-11-26T10:06:39,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc., pid=6, masterSystemTime=1732615599695 2024-11-26T10:06:39,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:39,716 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=50e8d6ad782a321865bde9ceb07c23cc, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:39,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:06:39,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 50e8d6ad782a321865bde9ceb07c23cc, server=ccf62758a0a5,34151,1732615597878 in 176 msec 2024-11-26T10:06:39,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:06:39,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=50e8d6ad782a321865bde9ceb07c23cc, ASSIGN in 333 msec 2024-11-26T10:06:39,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:39,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615599722"}]},"ts":"1732615599722"} 2024-11-26T10:06:39,723 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T10:06:39,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:39,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 868 msec 2024-11-26T10:06:39,806 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T10:06:39,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:39,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:39,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:39,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:39,827 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T10:06:39,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:39,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-26T10:06:39,860 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T10:06:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:39,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-11-26T10:06:39,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T10:06:39,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T10:06:39,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T10:06:39,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T10:06:39,952 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.026sec 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,36083,1732615597672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:39,953 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,36083,1732615597672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:06:39,959 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:06:39,959 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:06:39,959 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,36083,1732615597672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:40,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f4b9247 to 127.0.0.1:60674 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65c9a0aa 2024-11-26T10:06:40,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a908eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:40,030 DEBUG [hconnection-0x2d4f9899-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:40,034 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:40,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:40,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:06:40,039 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:06:40,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T10:06:40,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:40,043 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:40,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T10:06:40,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:40,054 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 88adc4c21d7706bca653f8d945f57411, NAME => 'testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d 2024-11-26T10:06:40,055 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fa28e8e225a20c7c146f743fbd6f2973, NAME => 'testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d 2024-11-26T10:06:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 88adc4c21d7706bca653f8d945f57411, disabling compactions & flushes 2024-11-26T10:06:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:40,062 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. after waiting 0 ms 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,062 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 88adc4c21d7706bca653f8d945f57411: 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing fa28e8e225a20c7c146f743fbd6f2973, disabling compactions & flushes 2024-11-26T10:06:40,062 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. after waiting 0 ms 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,062 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for fa28e8e225a20c7c146f743fbd6f2973: 2024-11-26T10:06:40,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:40,064 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615600064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615600064"}]},"ts":"1732615600064"} 2024-11-26T10:06:40,064 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615600064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615600064"}]},"ts":"1732615600064"} 2024-11-26T10:06:40,067 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T10:06:40,068 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:40,068 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615600068"}]},"ts":"1732615600068"} 2024-11-26T10:06:40,069 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T10:06:40,085 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:40,086 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:40,086 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:40,086 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:40,086 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:40,086 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:40,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88adc4c21d7706bca653f8d945f57411, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa28e8e225a20c7c146f743fbd6f2973, ASSIGN}] 2024-11-26T10:06:40,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa28e8e225a20c7c146f743fbd6f2973, ASSIGN 2024-11-26T10:06:40,088 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88adc4c21d7706bca653f8d945f57411, ASSIGN 2024-11-26T10:06:40,089 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa28e8e225a20c7c146f743fbd6f2973, ASSIGN; state=OFFLINE, location=ccf62758a0a5,33611,1732615597827; forceNewPlan=false, retain=false 2024-11-26T10:06:40,089 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88adc4c21d7706bca653f8d945f57411, ASSIGN; state=OFFLINE, location=ccf62758a0a5,34151,1732615597878; forceNewPlan=false, retain=false 2024-11-26T10:06:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:40,239 INFO [ccf62758a0a5:36083 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T10:06:40,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fa28e8e225a20c7c146f743fbd6f2973, regionState=OPENING, regionLocation=ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:40,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=88adc4c21d7706bca653f8d945f57411, regionState=OPENING, regionLocation=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:40,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 88adc4c21d7706bca653f8d945f57411, server=ccf62758a0a5,34151,1732615597878}] 2024-11-26T10:06:40,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure fa28e8e225a20c7c146f743fbd6f2973, server=ccf62758a0a5,33611,1732615597827}] 2024-11-26T10:06:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:40,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:40,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:40,395 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:40,396 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:40,398 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,399 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 88adc4c21d7706bca653f8d945f57411, NAME => 'testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T10:06:40,399 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,399 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:40,399 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,399 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,402 INFO [StoreOpener-88adc4c21d7706bca653f8d945f57411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,402 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,402 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => fa28e8e225a20c7c146f743fbd6f2973, NAME => 'testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T10:06:40,403 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,403 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:40,403 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,403 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,404 INFO [StoreOpener-88adc4c21d7706bca653f8d945f57411-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88adc4c21d7706bca653f8d945f57411 columnFamilyName family 2024-11-26T10:06:40,404 DEBUG [StoreOpener-88adc4c21d7706bca653f8d945f57411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:40,405 INFO [StoreOpener-88adc4c21d7706bca653f8d945f57411-1 {}] regionserver.HStore(327): Store=88adc4c21d7706bca653f8d945f57411/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:40,405 INFO [StoreOpener-fa28e8e225a20c7c146f743fbd6f2973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,406 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,407 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,407 INFO [StoreOpener-fa28e8e225a20c7c146f743fbd6f2973-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa28e8e225a20c7c146f743fbd6f2973 columnFamilyName family 2024-11-26T10:06:40,407 DEBUG [StoreOpener-fa28e8e225a20c7c146f743fbd6f2973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:40,408 INFO [StoreOpener-fa28e8e225a20c7c146f743fbd6f2973-1 {}] regionserver.HStore(327): Store=fa28e8e225a20c7c146f743fbd6f2973/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:40,408 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,409 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,409 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,411 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,411 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:40,411 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 88adc4c21d7706bca653f8d945f57411; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65202540, jitterRate=-0.02840644121170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:40,412 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 88adc4c21d7706bca653f8d945f57411: 2024-11-26T10:06:40,413 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:40,413 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411., pid=12, masterSystemTime=1732615600393 2024-11-26T10:06:40,413 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened fa28e8e225a20c7c146f743fbd6f2973; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66943906, jitterRate=-0.0024580657482147217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:40,413 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for fa28e8e225a20c7c146f743fbd6f2973: 2024-11-26T10:06:40,414 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973., pid=13, masterSystemTime=1732615600394 2024-11-26T10:06:40,415 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,415 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=88adc4c21d7706bca653f8d945f57411, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:40,415 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,416 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fa28e8e225a20c7c146f743fbd6f2973, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:40,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T10:06:40,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 88adc4c21d7706bca653f8d945f57411, server=ccf62758a0a5,34151,1732615597878 in 176 msec 2024-11-26T10:06:40,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T10:06:40,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure fa28e8e225a20c7c146f743fbd6f2973, server=ccf62758a0a5,33611,1732615597827 in 176 msec 2024-11-26T10:06:40,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88adc4c21d7706bca653f8d945f57411, ASSIGN in 332 msec 2024-11-26T10:06:40,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-26T10:06:40,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa28e8e225a20c7c146f743fbd6f2973, ASSIGN in 332 msec 2024-11-26T10:06:40,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:40,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615600421"}]},"ts":"1732615600421"} 2024-11-26T10:06:40,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T10:06:40,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:40,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 392 msec 2024-11-26T10:06:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:40,652 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T10:06:40,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T10:06:40,653 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T10:06:40,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T10:06:40,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:40,677 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:40,686 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fa28e8e225a20c7c146f743fbd6f2973 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T10:06:40,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/.tmp/family/1ad60d2d1e83432babf32013acdbf2b3 is 32, key is 5/family:/1732615600677/Put/seqid=0 2024-11-26T10:06:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741841_1017 (size=5083) 2024-11-26T10:06:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741841_1017 (size=5083) 2024-11-26T10:06:40,711 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/.tmp/family/1ad60d2d1e83432babf32013acdbf2b3 2024-11-26T10:06:40,718 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/.tmp/family/1ad60d2d1e83432babf32013acdbf2b3 as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/family/1ad60d2d1e83432babf32013acdbf2b3 2024-11-26T10:06:40,724 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/family/1ad60d2d1e83432babf32013acdbf2b3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T10:06:40,724 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for fa28e8e225a20c7c146f743fbd6f2973 in 38ms, sequenceid=9, compaction requested=false 2024-11-26T10:06:40,725 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fa28e8e225a20c7c146f743fbd6f2973: 2024-11-26T10:06:40,725 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 88adc4c21d7706bca653f8d945f57411 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T10:06:40,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/.tmp/family/8c9d80ec2ee64acc82f00eea83e4ca4f is 32, key is 1/family:/1732615600663/Put/seqid=0 2024-11-26T10:06:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741842_1018 (size=5054) 2024-11-26T10:06:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741842_1018 (size=5054) 2024-11-26T10:06:40,747 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/.tmp/family/8c9d80ec2ee64acc82f00eea83e4ca4f 2024-11-26T10:06:40,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/.tmp/family/8c9d80ec2ee64acc82f00eea83e4ca4f as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/family/8c9d80ec2ee64acc82f00eea83e4ca4f 2024-11-26T10:06:40,758 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/family/8c9d80ec2ee64acc82f00eea83e4ca4f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T10:06:40,759 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 88adc4c21d7706bca653f8d945f57411 in 34ms, sequenceid=8, compaction requested=false 2024-11-26T10:06:40,759 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 88adc4c21d7706bca653f8d945f57411: 2024-11-26T10:06:40,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b9efc77 to 127.0.0.1:60674 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63f58eae 2024-11-26T10:06:40,802 DEBUG [ReadOnlyZKClient-127.0.0.1:60674@0x6b9efc77 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b99e74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:40,808 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T10:06:40,808 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-26T10:06:40,809 DEBUG [ReadOnlyZKClient-127.0.0.1:60674@0x6b9efc77 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ccf62758a0a5,34151,1732615597878, seqNum=-1] 2024-11-26T10:06:40,809 DEBUG [ReadOnlyZKClient-127.0.0.1:60674@0x6b9efc77 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:40,810 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:40,812 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:40,813 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:40,814 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:40,814 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] bucket.BucketCache(1851): found 1 blocks for file 8c9d80ec2ee64acc82f00eea83e4ca4f, starting offset: 0, end offset: 9223372036854775807 2024-11-26T10:06:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33611 {}] bucket.BucketCache(1851): found 1 blocks for file 1ad60d2d1e83432babf32013acdbf2b3, starting offset: 0, end offset: 9223372036854775807 2024-11-26T10:06:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34151 {}] bucket.BucketCache(843): removed key 8c9d80ec2ee64acc82f00eea83e4ca4f_0 from back map with offset lock 2094080 in the evict process 2024-11-26T10:06:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33611 {}] bucket.BucketCache(843): removed key 1ad60d2d1e83432babf32013acdbf2b3_0 from back map with offset lock 2094080 in the evict process 2024-11-26T10:06:40,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-26T10:06:40,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:06:40,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:40,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b9efc77 to 127.0.0.1:60674 2024-11-26T10:06:40,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T10:06:40,817 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T10:06:40,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f4b9247 to 127.0.0.1:60674 2024-11-26T10:06:40,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:40,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:06:40,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=475882726, stopped=false 2024-11-26T10:06:40,817 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:40,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T10:06:40,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:40,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:40,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:40,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:40,836 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,33611,1732615597827' ***** 2024-11-26T10:06:40,836 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:40,836 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,34151,1732615597878' ***** 2024-11-26T10:06:40,836 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:40,836 INFO [RS:0;ccf62758a0a5:33611 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T10:06:40,836 INFO [RS:1;ccf62758a0a5:34151 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T10:06:40,836 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T10:06:40,836 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T10:06:40,836 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T10:06:40,837 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T10:06:40,837 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T10:06:40,837 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:40,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:40,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(3579): Received CLOSE for fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(3579): Received CLOSE for 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:40,837 DEBUG [RS:0;ccf62758a0a5:33611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(3579): Received CLOSE for 50e8d6ad782a321865bde9ceb07c23cc 2024-11-26T10:06:40,837 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T10:06:40,837 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:40,837 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fa28e8e225a20c7c146f743fbd6f2973, disabling compactions & flushes 2024-11-26T10:06:40,837 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1603): Online Regions={fa28e8e225a20c7c146f743fbd6f2973=testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973.} 2024-11-26T10:06:40,837 DEBUG [RS:1;ccf62758a0a5:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:40,837 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 88adc4c21d7706bca653f8d945f57411, disabling compactions & flushes 2024-11-26T10:06:40,837 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,838 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,838 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,838 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:40,838 DEBUG [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1629): Waiting on fa28e8e225a20c7c146f743fbd6f2973 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. after waiting 0 ms 2024-11-26T10:06:40,838 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. after waiting 0 ms 2024-11-26T10:06:40,838 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,838 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-26T10:06:40,838 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1603): Online Regions={88adc4c21d7706bca653f8d945f57411=testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411., 1588230740=hbase:meta,,1.1588230740, 50e8d6ad782a321865bde9ceb07c23cc=hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc.} 2024-11-26T10:06:40,838 DEBUG [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 50e8d6ad782a321865bde9ceb07c23cc, 88adc4c21d7706bca653f8d945f57411 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:40,838 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:40,838 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:40,838 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T10:06:40,841 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/fa28e8e225a20c7c146f743fbd6f2973/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:06:40,841 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/default/testClearRegionBlockCache/88adc4c21d7706bca653f8d945f57411/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:06:40,842 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,842 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fa28e8e225a20c7c146f743fbd6f2973: 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 88adc4c21d7706bca653f8d945f57411: 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973. 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732615600040.88adc4c21d7706bca653f8d945f57411. 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 50e8d6ad782a321865bde9ceb07c23cc, disabling compactions & flushes 2024-11-26T10:06:40,842 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. after waiting 0 ms 2024-11-26T10:06:40,842 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:40,842 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 50e8d6ad782a321865bde9ceb07c23cc 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T10:06:40,858 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/.tmp/info/e6bba90d33fb4882ab363995eab48453 is 173, key is testClearRegionBlockCache,5,1732615600040.fa28e8e225a20c7c146f743fbd6f2973./info:regioninfo/1732615600416/Put/seqid=0 2024-11-26T10:06:40,861 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/.tmp/info/dd817bd10855441ba78f3d28faecf15e is 45, key is default/info:d/1732615599831/Put/seqid=0 2024-11-26T10:06:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741843_1019 (size=9337) 2024-11-26T10:06:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741843_1019 (size=9337) 2024-11-26T10:06:40,864 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/.tmp/info/e6bba90d33fb4882ab363995eab48453 2024-11-26T10:06:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741844_1020 (size=5037) 2024-11-26T10:06:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741844_1020 (size=5037) 2024-11-26T10:06:40,866 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/.tmp/info/dd817bd10855441ba78f3d28faecf15e 2024-11-26T10:06:40,872 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/.tmp/info/dd817bd10855441ba78f3d28faecf15e as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/info/dd817bd10855441ba78f3d28faecf15e 2024-11-26T10:06:40,878 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/info/dd817bd10855441ba78f3d28faecf15e, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T10:06:40,879 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 50e8d6ad782a321865bde9ceb07c23cc in 37ms, sequenceid=6, compaction requested=false 2024-11-26T10:06:40,883 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/namespace/50e8d6ad782a321865bde9ceb07c23cc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:06:40,884 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:40,884 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 50e8d6ad782a321865bde9ceb07c23cc: 2024-11-26T10:06:40,884 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732615598902.50e8d6ad782a321865bde9ceb07c23cc. 2024-11-26T10:06:40,891 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/.tmp/table/941cc7b2b4ae4693883c6376b0032893 is 61, key is testClearRegionBlockCache/table:state/1732615600421/Put/seqid=0 2024-11-26T10:06:40,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:40,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:40,897 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/.tmp/table/941cc7b2b4ae4693883c6376b0032893 2024-11-26T10:06:40,898 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:40,902 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:40,903 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/.tmp/info/e6bba90d33fb4882ab363995eab48453 as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/info/e6bba90d33fb4882ab363995eab48453 2024-11-26T10:06:40,909 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/info/e6bba90d33fb4882ab363995eab48453, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T10:06:40,910 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/.tmp/table/941cc7b2b4ae4693883c6376b0032893 as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/table/941cc7b2b4ae4693883c6376b0032893 2024-11-26T10:06:40,916 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/table/941cc7b2b4ae4693883c6376b0032893, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T10:06:40,917 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=16, compaction requested=false 2024-11-26T10:06:40,921 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:06:40,921 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:40,921 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:40,921 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:40,922 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:41,038 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,33611,1732615597827; all regions closed. 2024-11-26T10:06:41,038 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,34151,1732615597878; all regions closed. 2024-11-26T10:06:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741834_1010 (size=1867) 2024-11-26T10:06:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741834_1010 (size=1867) 2024-11-26T10:06:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:41,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:41,043 DEBUG [RS:0;ccf62758a0a5:33611 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/oldWALs 2024-11-26T10:06:41,043 INFO [RS:0;ccf62758a0a5:33611 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C33611%2C1732615597827:(num 1732615598428) 2024-11-26T10:06:41,043 DEBUG [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/oldWALs 2024-11-26T10:06:41,043 DEBUG [RS:0;ccf62758a0a5:33611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:41,043 INFO [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C34151%2C1732615597878.meta:.meta(num 1732615598832) 2024-11-26T10:06:41,043 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:41,043 INFO [RS:0;ccf62758a0a5:33611 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:41,043 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:41,043 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:41,043 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:41,043 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:41,044 INFO [RS:0;ccf62758a0a5:33611 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33611 2024-11-26T10:06:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741833_1009 (size=3079) 2024-11-26T10:06:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741833_1009 (size=3079) 2024-11-26T10:06:41,047 DEBUG [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/oldWALs 2024-11-26T10:06:41,047 INFO [RS:1;ccf62758a0a5:34151 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C34151%2C1732615597878:(num 1732615598431) 2024-11-26T10:06:41,047 DEBUG [RS:1;ccf62758a0a5:34151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:41,047 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:41,048 INFO [RS:1;ccf62758a0a5:34151 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:41,048 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:41,048 INFO [RS:1;ccf62758a0a5:34151 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34151 2024-11-26T10:06:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,33611,1732615597827 2024-11-26T10:06:41,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:41,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,34151,1732615597878 2024-11-26T10:06:41,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,34151,1732615597878] 2024-11-26T10:06:41,068 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,34151,1732615597878; numProcessing=1 2024-11-26T10:06:41,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,34151,1732615597878 already deleted, retry=false 2024-11-26T10:06:41,085 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,34151,1732615597878 expired; onlineServers=1 2024-11-26T10:06:41,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,33611,1732615597827] 2024-11-26T10:06:41,085 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,33611,1732615597827; numProcessing=2 2024-11-26T10:06:41,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,33611,1732615597827 already deleted, retry=false 2024-11-26T10:06:41,093 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,33611,1732615597827 expired; onlineServers=0 2024-11-26T10:06:41,093 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,36083,1732615597672' ***** 2024-11-26T10:06:41,093 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:06:41,093 DEBUG [M:0;ccf62758a0a5:36083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2961bccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:41,094 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,36083,1732615597672 2024-11-26T10:06:41,094 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,36083,1732615597672; all regions closed. 2024-11-26T10:06:41,094 DEBUG [M:0;ccf62758a0a5:36083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:41,094 DEBUG [M:0;ccf62758a0a5:36083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:06:41,094 DEBUG [M:0;ccf62758a0a5:36083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:06:41,094 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:06:41,094 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615598198 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615598198,5,FailOnTimeoutGroup] 2024-11-26T10:06:41,094 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615598198 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615598198,5,FailOnTimeoutGroup] 2024-11-26T10:06:41,094 INFO [M:0;ccf62758a0a5:36083 {}] hbase.ChoreService(370): Chore service for: master/ccf62758a0a5:0 had [] on shutdown 2024-11-26T10:06:41,095 DEBUG [M:0;ccf62758a0a5:36083 {}] master.HMaster(1733): Stopping service threads 2024-11-26T10:06:41,095 INFO [M:0;ccf62758a0a5:36083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:06:41,095 INFO [M:0;ccf62758a0a5:36083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:06:41,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:06:41,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:41,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:41,102 DEBUG [M:0;ccf62758a0a5:36083 {}] zookeeper.ZKUtil(347): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:06:41,102 WARN [M:0;ccf62758a0a5:36083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:06:41,102 INFO [M:0;ccf62758a0a5:36083 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T10:06:41,102 INFO [M:0;ccf62758a0a5:36083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:06:41,102 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:41,102 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:41,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:41,102 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:41,102 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:41,102 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:41,103 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T10:06:41,123 DEBUG [M:0;ccf62758a0a5:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a1b4fc4eb5e403fa5e2ecdf7b1306ea is 82, key is hbase:meta,,1/info:regioninfo/1732615598867/Put/seqid=0 2024-11-26T10:06:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:41,129 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a1b4fc4eb5e403fa5e2ecdf7b1306ea 2024-11-26T10:06:41,147 DEBUG [M:0;ccf62758a0a5:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3a9d839c84f4ba08ba4c793d93beecc is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732615600434/Put/seqid=0 2024-11-26T10:06:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:41,153 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3a9d839c84f4ba08ba4c793d93beecc 2024-11-26T10:06:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:41,168 INFO [RS:0;ccf62758a0a5:33611 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,33611,1732615597827; zookeeper connection closed. 2024-11-26T10:06:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33611-0x10177e590c90001, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:41,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498af5a2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498af5a2 2024-11-26T10:06:41,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:41,177 INFO [RS:1;ccf62758a0a5:34151 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,34151,1732615597878; zookeeper connection closed. 2024-11-26T10:06:41,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34151-0x10177e590c90002, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:41,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@777277ea {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@777277ea 2024-11-26T10:06:41,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T10:06:41,178 DEBUG [M:0;ccf62758a0a5:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/001b7923aef848c880dc3b9de633a1c3 is 69, key is ccf62758a0a5,33611,1732615597827/rs:state/1732615598240/Put/seqid=0 2024-11-26T10:06:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:41,183 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/001b7923aef848c880dc3b9de633a1c3 2024-11-26T10:06:41,189 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a1b4fc4eb5e403fa5e2ecdf7b1306ea as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a1b4fc4eb5e403fa5e2ecdf7b1306ea 2024-11-26T10:06:41,193 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a1b4fc4eb5e403fa5e2ecdf7b1306ea, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T10:06:41,194 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3a9d839c84f4ba08ba4c793d93beecc as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3a9d839c84f4ba08ba4c793d93beecc 2024-11-26T10:06:41,199 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3a9d839c84f4ba08ba4c793d93beecc, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T10:06:41,200 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/001b7923aef848c880dc3b9de633a1c3 as hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/001b7923aef848c880dc3b9de633a1c3 2024-11-26T10:06:41,205 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37247/user/jenkins/test-data/91f56e3e-1f54-1cee-5127-4162f45ba03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/001b7923aef848c880dc3b9de633a1c3, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T10:06:41,206 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=108, compaction requested=false 2024-11-26T10:06:41,208 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:41,208 DEBUG [M:0;ccf62758a0a5:36083 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34551 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46855 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:41,211 INFO [M:0;ccf62758a0a5:36083 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T10:06:41,211 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:41,211 INFO [M:0;ccf62758a0a5:36083 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36083 2024-11-26T10:06:41,218 DEBUG [M:0;ccf62758a0a5:36083 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ccf62758a0a5,36083,1732615597672 already deleted, retry=false 2024-11-26T10:06:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:41,327 INFO [M:0;ccf62758a0a5:36083 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,36083,1732615597672; zookeeper connection closed. 2024-11-26T10:06:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x10177e590c90000, quorum=127.0.0.1:60674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:41,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29efe4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:41,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ea6c71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:41,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:41,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ad975f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:41,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498f1822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:41,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:41,331 WARN [BP-599982749-172.17.0.2-1732615596110 heartbeating to localhost/127.0.0.1:37247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:41,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:41,331 WARN [BP-599982749-172.17.0.2-1732615596110 heartbeating to localhost/127.0.0.1:37247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-599982749-172.17.0.2-1732615596110 (Datanode Uuid bedc8ccc-5ddc-4c2e-b6b0-15e2c0697a95) service to localhost/127.0.0.1:37247 2024-11-26T10:06:41,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data3/current/BP-599982749-172.17.0.2-1732615596110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:41,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data4/current/BP-599982749-172.17.0.2-1732615596110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:41,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:41,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@276fec6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:41,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51156477{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:41,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:41,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4333928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:41,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ba4d8a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:41,336 WARN [BP-599982749-172.17.0.2-1732615596110 heartbeating to localhost/127.0.0.1:37247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:41,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:41,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:41,336 WARN [BP-599982749-172.17.0.2-1732615596110 heartbeating to localhost/127.0.0.1:37247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-599982749-172.17.0.2-1732615596110 (Datanode Uuid ca98b48b-e0f3-4fe3-9460-d5ab174b4534) service to localhost/127.0.0.1:37247 2024-11-26T10:06:41,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data1/current/BP-599982749-172.17.0.2-1732615596110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:41,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/cluster_07e5cabd-8d8f-3149-63e0-4dd297abc7f4/dfs/data/data2/current/BP-599982749-172.17.0.2-1732615596110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:41,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:41,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40184455{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:41,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a5311c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:41,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:41,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c302473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:41,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66881898{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:41,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:06:41,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T10:06:41,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=156 (was 134) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37247 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37247 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=499 (was 467) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5555 (was 5672) 2024-11-26T10:06:41,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=156, OpenFileDescriptor=499, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=5555 2024-11-26T10:06:41,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir so I do NOT create it in target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a 2024-11-26T10:06:41,391 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:06:41,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.tmp.dir so I do NOT create it in target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a 2024-11-26T10:06:41,391 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ae109edb-ad7b-a455-81f3-8ddad1a9a88f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:06:41,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394, deleteOnExit=true 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/test.cache.data in system properties and HBase conf 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:06:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T10:06:41,392 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:06:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:06:41,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:41,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:41,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:41,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:41,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:06:41,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:41,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e5f4a0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:41,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2aa2bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:41,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1df674d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/java.io.tmpdir/jetty-localhost-42829-hadoop-hdfs-3_4_1-tests_jar-_-any-454300224247053867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:41,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d1ef726{HTTP/1.1, (http/1.1)}{localhost:42829} 2024-11-26T10:06:41,727 INFO [Time-limited test {}] server.Server(415): Started @27315ms 2024-11-26T10:06:41,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:41,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:41,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:41,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:41,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:41,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a3fbd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:41,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69391a46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:41,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@374ada98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/java.io.tmpdir/jetty-localhost-46341-hadoop-hdfs-3_4_1-tests_jar-_-any-7943879279252852779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:41,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1741ecac{HTTP/1.1, (http/1.1)}{localhost:46341} 2024-11-26T10:06:41,992 INFO [Time-limited test {}] server.Server(415): Started @27580ms 2024-11-26T10:06:41,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:42,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:42,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:42,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:42,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:42,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:42,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d412668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:42,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0485c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:42,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@431a42b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/java.io.tmpdir/jetty-localhost-40627-hadoop-hdfs-3_4_1-tests_jar-_-any-12616300239824761328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:42,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@534c7e5d{HTTP/1.1, (http/1.1)}{localhost:40627} 2024-11-26T10:06:42,118 INFO [Time-limited test {}] server.Server(415): Started @27706ms 2024-11-26T10:06:42,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:42,744 WARN [Thread-1183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data1/current/BP-1047907870-172.17.0.2-1732615601416/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:42,745 WARN [Thread-1184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data2/current/BP-1047907870-172.17.0.2-1732615601416/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:42,766 WARN [Thread-1147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd41809802fe6f024 with lease ID 0xb3bb501a00088f95: Processing first storage report for DS-04881d5a-697e-4b36-943a-995db112da2e from datanode DatanodeRegistration(127.0.0.1:32855, datanodeUuid=ceaa4097-27b5-430b-8af3-c67b05d7bb1b, infoPort=45599, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416) 2024-11-26T10:06:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd41809802fe6f024 with lease ID 0xb3bb501a00088f95: from storage DS-04881d5a-697e-4b36-943a-995db112da2e node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=ceaa4097-27b5-430b-8af3-c67b05d7bb1b, infoPort=45599, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd41809802fe6f024 with lease ID 0xb3bb501a00088f95: Processing first storage report for DS-7ae88dfb-3544-4b38-871c-aeef6fd34808 from datanode DatanodeRegistration(127.0.0.1:32855, datanodeUuid=ceaa4097-27b5-430b-8af3-c67b05d7bb1b, infoPort=45599, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416) 2024-11-26T10:06:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd41809802fe6f024 with lease ID 0xb3bb501a00088f95: from storage DS-7ae88dfb-3544-4b38-871c-aeef6fd34808 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=ceaa4097-27b5-430b-8af3-c67b05d7bb1b, infoPort=45599, infoSecurePort=0, ipcPort=37395, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:42,853 WARN [Thread-1194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data3/current/BP-1047907870-172.17.0.2-1732615601416/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:42,853 WARN [Thread-1195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data4/current/BP-1047907870-172.17.0.2-1732615601416/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:42,871 WARN [Thread-1170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf32476799168254 with lease ID 0xb3bb501a00088f96: Processing first storage report for DS-ad4f646f-f5d4-4210-9e32-628b6402d897 from datanode DatanodeRegistration(127.0.0.1:35593, datanodeUuid=2f190819-4031-4e19-af1c-027d0dcf9a59, infoPort=38623, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416) 2024-11-26T10:06:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf32476799168254 with lease ID 0xb3bb501a00088f96: from storage DS-ad4f646f-f5d4-4210-9e32-628b6402d897 node DatanodeRegistration(127.0.0.1:35593, datanodeUuid=2f190819-4031-4e19-af1c-027d0dcf9a59, infoPort=38623, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf32476799168254 with lease ID 0xb3bb501a00088f96: Processing first storage report for DS-79b5ad5b-0bef-4c09-8906-02b436593fe1 from datanode DatanodeRegistration(127.0.0.1:35593, datanodeUuid=2f190819-4031-4e19-af1c-027d0dcf9a59, infoPort=38623, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416) 2024-11-26T10:06:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf32476799168254 with lease ID 0xb3bb501a00088f96: from storage DS-79b5ad5b-0bef-4c09-8906-02b436593fe1 node DatanodeRegistration(127.0.0.1:35593, datanodeUuid=2f190819-4031-4e19-af1c-027d0dcf9a59, infoPort=38623, infoSecurePort=0, ipcPort=37451, storageInfo=lv=-57;cid=testClusterID;nsid=357381679;c=1732615601416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:42,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a 2024-11-26T10:06:42,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/zookeeper_0, clientPort=53289, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:06:42,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53289 2024-11-26T10:06:42,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:42,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:42,987 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 with version=8 2024-11-26T10:06:42,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/hbase-staging 2024-11-26T10:06:42,990 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:42,990 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:42,991 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34357 2024-11-26T10:06:42,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:42,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:42,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34357 connecting to ZooKeeper ensemble=127.0.0.1:53289 2024-11-26T10:06:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343570x0, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:43,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34357-0x10177e5a5900000 connected 2024-11-26T10:06:43,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:43,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:43,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:43,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-26T10:06:43,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34357 2024-11-26T10:06:43,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34357 2024-11-26T10:06:43,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-26T10:06:43,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-26T10:06:43,123 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8, hbase.cluster.distributed=false 2024-11-26T10:06:43,143 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:43,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:43,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:43,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:43,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:43,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:43,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:43,144 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:43,145 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42357 2024-11-26T10:06:43,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:43,145 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T10:06:43,149 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T10:06:43,150 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T10:06:43,150 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T10:06:43,150 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:43,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:43,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:43,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42357 connecting to ZooKeeper ensemble=127.0.0.1:53289 2024-11-26T10:06:43,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423570x0, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:43,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42357-0x10177e5a5900001 connected 2024-11-26T10:06:43,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:43,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:43,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:43,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-26T10:06:43,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42357 2024-11-26T10:06:43,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42357 2024-11-26T10:06:43,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-26T10:06:43,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-26T10:06:43,179 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:43,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:43,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:43,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:43,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:43,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:43,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:43,180 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:43,180 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39317 2024-11-26T10:06:43,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:43,181 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T10:06:43,185 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T10:06:43,185 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T10:06:43,186 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T10:06:43,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:43,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:43,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:43,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39317 connecting to ZooKeeper ensemble=127.0.0.1:53289 2024-11-26T10:06:43,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393170x0, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:43,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39317-0x10177e5a5900002 connected 2024-11-26T10:06:43,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:43,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:43,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:43,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39317 2024-11-26T10:06:43,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39317 2024-11-26T10:06:43,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39317 2024-11-26T10:06:43,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39317 2024-11-26T10:06:43,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39317 2024-11-26T10:06:43,203 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:43,210 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,219 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:43,219 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ccf62758a0a5,34357,1732615602989 from backup master directory 2024-11-26T10:06:43,219 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ccf62758a0a5:34357 2024-11-26T10:06:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:43,226 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:43,227 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:43,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:43,237 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/hbase.id with ID: 241ffb0f-c400-4072-bfa3-c853a37fc66b 2024-11-26T10:06:43,251 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:43,267 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:43,267 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:06:43,268 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:43,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:43,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:43,275 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store 2024-11-26T10:06:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:43,283 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:43,284 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:43,284 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:43,284 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:43,284 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:43,284 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:43,284 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:43,284 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:43,285 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/.initializing 2024-11-26T10:06:43,285 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/WALs/ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,285 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:43,287 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C34357%2C1732615602989, suffix=, logDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/WALs/ccf62758a0a5,34357,1732615602989, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/oldWALs, maxLogs=10 2024-11-26T10:06:43,300 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/WALs/ccf62758a0a5,34357,1732615602989/ccf62758a0a5%2C34357%2C1732615602989.1732615603287, exclude list is [], retry=0 2024-11-26T10:06:43,303 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-04881d5a-697e-4b36-943a-995db112da2e,DISK] 2024-11-26T10:06:43,303 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-ad4f646f-f5d4-4210-9e32-628b6402d897,DISK] 2024-11-26T10:06:43,304 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/WALs/ccf62758a0a5,34357,1732615602989/ccf62758a0a5%2C34357%2C1732615602989.1732615603287 2024-11-26T10:06:43,305 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45599:45599),(127.0.0.1/127.0.0.1:38623:38623)] 2024-11-26T10:06:43,305 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:43,305 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:43,305 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,305 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:06:43,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:43,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:06:43,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:43,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:06:43,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:06:43,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:43,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,314 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,316 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:06:43,317 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:43,319 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:43,319 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71053606, jitterRate=0.05878123641014099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:06:43,319 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:43,320 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:06:43,322 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634500bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:43,323 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T10:06:43,323 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:06:43,323 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:06:43,323 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:06:43,324 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:06:43,324 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:06:43,324 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:06:43,326 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:06:43,326 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:06:43,335 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:06:43,335 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:06:43,335 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:06:43,343 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:06:43,343 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:06:43,344 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:06:43,351 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:06:43,352 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:06:43,360 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:06:43,361 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:06:43,368 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:06:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:43,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,377 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ccf62758a0a5,34357,1732615602989, sessionid=0x10177e5a5900000, setting cluster-up flag (Was=false) 2024-11-26T10:06:43,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,418 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:06:43,419 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,460 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:06:43,461 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:43,463 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:43,463 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T10:06:43,464 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ccf62758a0a5,34357,1732615602989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ccf62758a0a5:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:43,464 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:43,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:06:43,466 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732615633466 2024-11-26T10:06:43,466 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:06:43,466 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:06:43,466 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:06:43,467 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:06:43,467 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:06:43,468 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:06:43,468 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:06:43,468 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615603468,5,FailOnTimeoutGroup] 2024-11-26T10:06:43,468 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615603468,5,FailOnTimeoutGroup] 2024-11-26T10:06:43,468 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,468 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:06:43,468 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,468 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:43,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T10:06:43,475 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 2024-11-26T10:06:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:43,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:43,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:43,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:43,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:43,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:43,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:43,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:43,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:43,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:43,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:43,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:43,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740 2024-11-26T10:06:43,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740 2024-11-26T10:06:43,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:43,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:43,497 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:43,498 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61958748, jitterRate=-0.07674270868301392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:43,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:43,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:43,498 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:43,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:43,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:43,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:43,499 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:43,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:43,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:43,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T10:06:43,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:06:43,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:06:43,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:06:43,513 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ccf62758a0a5:42357 2024-11-26T10:06:43,513 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ccf62758a0a5:39317 2024-11-26T10:06:43,514 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1008): ClusterId : 241ffb0f-c400-4072-bfa3-c853a37fc66b 2024-11-26T10:06:43,514 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1008): ClusterId : 241ffb0f-c400-4072-bfa3-c853a37fc66b 2024-11-26T10:06:43,514 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:43,514 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:43,525 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:43,525 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:43,525 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:43,525 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:43,536 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:43,536 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:43,536 DEBUG [RS:0;ccf62758a0a5:42357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e86e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:43,536 DEBUG [RS:1;ccf62758a0a5:39317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d6681a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:43,536 DEBUG [RS:0;ccf62758a0a5:42357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239ccd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:43,536 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:43,536 DEBUG [RS:1;ccf62758a0a5:39317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9ef0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:43,536 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:43,536 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:43,536 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:43,536 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:43,536 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:43,537 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,34357,1732615602989 with isa=ccf62758a0a5/172.17.0.2:42357, startcode=1732615603143 2024-11-26T10:06:43,537 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,34357,1732615602989 with isa=ccf62758a0a5/172.17.0.2:39317, startcode=1732615603179 2024-11-26T10:06:43,537 DEBUG [RS:1;ccf62758a0a5:39317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:43,537 DEBUG [RS:0;ccf62758a0a5:42357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:43,538 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58649, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:43,538 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42125, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:43,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:43,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:43,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,540 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 2024-11-26T10:06:43,540 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41139 2024-11-26T10:06:43,540 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:43,541 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 2024-11-26T10:06:43,541 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41139 2024-11-26T10:06:43,541 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:43,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:43,582 DEBUG [RS:0;ccf62758a0a5:42357 {}] zookeeper.ZKUtil(111): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:43,582 WARN [RS:0;ccf62758a0a5:42357 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:43,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,42357,1732615603143] 2024-11-26T10:06:43,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,39317,1732615603179] 2024-11-26T10:06:43,582 INFO [RS:0;ccf62758a0a5:42357 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:43,583 DEBUG [RS:1;ccf62758a0a5:39317 {}] zookeeper.ZKUtil(111): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,583 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:43,583 WARN [RS:1;ccf62758a0a5:39317 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:43,583 INFO [RS:1;ccf62758a0a5:39317 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:43,583 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,586 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:43,586 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:43,586 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:43,586 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:43,588 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:43,588 INFO [RS:0;ccf62758a0a5:42357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:43,588 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,588 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:43,589 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,589 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,590 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,590 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:43,590 DEBUG [RS:0;ccf62758a0a5:42357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:43,590 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:43,590 INFO [RS:1;ccf62758a0a5:39317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:43,590 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,590 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,590 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,590 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,590 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:43,590 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,590 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,42357,1732615603143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:43,591 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,591 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,592 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,592 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:43,592 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:43,592 DEBUG [RS:1;ccf62758a0a5:39317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:43,594 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,594 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,594 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,595 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,595 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,39317,1732615603179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:43,608 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:43,608 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,39317,1732615603179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,612 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:43,612 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,42357,1732615603143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:43,621 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.Replication(204): ccf62758a0a5,39317,1732615603179 started 2024-11-26T10:06:43,621 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,39317,1732615603179, RpcServer on ccf62758a0a5/172.17.0.2:39317, sessionid=0x10177e5a5900002 2024-11-26T10:06:43,621 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:43,621 DEBUG [RS:1;ccf62758a0a5:39317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,621 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,39317,1732615603179' 2024-11-26T10:06:43,621 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,39317,1732615603179' 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:43,622 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:43,623 DEBUG [RS:1;ccf62758a0a5:39317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:43,623 INFO [RS:1;ccf62758a0a5:39317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:43,623 INFO [RS:1;ccf62758a0a5:39317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:43,628 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.Replication(204): ccf62758a0a5,42357,1732615603143 started 2024-11-26T10:06:43,628 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,42357,1732615603143, RpcServer on ccf62758a0a5/172.17.0.2:42357, sessionid=0x10177e5a5900001 2024-11-26T10:06:43,628 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:43,628 DEBUG [RS:0;ccf62758a0a5:42357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:43,628 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,42357,1732615603143' 2024-11-26T10:06:43,628 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:43,629 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:43,629 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:43,629 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:43,629 DEBUG [RS:0;ccf62758a0a5:42357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:43,629 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,42357,1732615603143' 2024-11-26T10:06:43,629 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:43,630 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:43,630 DEBUG [RS:0;ccf62758a0a5:42357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:43,630 INFO [RS:0;ccf62758a0a5:42357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:43,630 INFO [RS:0;ccf62758a0a5:42357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:43,651 WARN [ccf62758a0a5:34357 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:06:43,723 INFO [RS:1;ccf62758a0a5:39317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:43,726 INFO [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C39317%2C1732615603179, suffix=, logDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/oldWALs, maxLogs=32 2024-11-26T10:06:43,730 INFO [RS:0;ccf62758a0a5:42357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:43,733 INFO [RS:0;ccf62758a0a5:42357 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C42357%2C1732615603143, suffix=, logDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,42357,1732615603143, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/oldWALs, maxLogs=32 2024-11-26T10:06:43,743 DEBUG [RS:1;ccf62758a0a5:39317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179/ccf62758a0a5%2C39317%2C1732615603179.1732615603727, exclude list is [], retry=0 2024-11-26T10:06:43,746 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-ad4f646f-f5d4-4210-9e32-628b6402d897,DISK] 2024-11-26T10:06:43,746 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-04881d5a-697e-4b36-943a-995db112da2e,DISK] 2024-11-26T10:06:43,747 DEBUG [RS:0;ccf62758a0a5:42357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,42357,1732615603143/ccf62758a0a5%2C42357%2C1732615603143.1732615603734, exclude list is [], retry=0 2024-11-26T10:06:43,748 INFO [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179/ccf62758a0a5%2C39317%2C1732615603179.1732615603727 2024-11-26T10:06:43,748 DEBUG [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45599:45599),(127.0.0.1/127.0.0.1:38623:38623)] 2024-11-26T10:06:43,749 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-ad4f646f-f5d4-4210-9e32-628b6402d897,DISK] 2024-11-26T10:06:43,749 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-04881d5a-697e-4b36-943a-995db112da2e,DISK] 2024-11-26T10:06:43,753 INFO [RS:0;ccf62758a0a5:42357 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,42357,1732615603143/ccf62758a0a5%2C42357%2C1732615603143.1732615603734 2024-11-26T10:06:43,753 DEBUG [RS:0;ccf62758a0a5:42357 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45599:45599),(127.0.0.1/127.0.0.1:38623:38623)] 2024-11-26T10:06:43,902 DEBUG [ccf62758a0a5:34357 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:06:43,902 DEBUG [ccf62758a0a5:34357 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:43,904 DEBUG [ccf62758a0a5:34357 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:43,904 DEBUG [ccf62758a0a5:34357 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:43,904 INFO [ccf62758a0a5:34357 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:43,905 INFO [ccf62758a0a5:34357 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:43,905 DEBUG [ccf62758a0a5:34357 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:43,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:43,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,39317,1732615603179, state=OPENING 2024-11-26T10:06:43,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:06:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:43,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:43,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:43,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:43,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ccf62758a0a5,39317,1732615603179}] 2024-11-26T10:06:44,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:44,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:44,092 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:44,095 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T10:06:44,096 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:44,096 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:06:44,097 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C39317%2C1732615603179.meta, suffix=.meta, logDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179, archiveDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/oldWALs, maxLogs=32 2024-11-26T10:06:44,110 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179/ccf62758a0a5%2C39317%2C1732615603179.meta.1732615604098.meta, exclude list is [], retry=0 2024-11-26T10:06:44,112 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-04881d5a-697e-4b36-943a-995db112da2e,DISK] 2024-11-26T10:06:44,112 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-ad4f646f-f5d4-4210-9e32-628b6402d897,DISK] 2024-11-26T10:06:44,113 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,39317,1732615603179/ccf62758a0a5%2C39317%2C1732615603179.meta.1732615604098.meta 2024-11-26T10:06:44,114 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45599:45599),(127.0.0.1/127.0.0.1:38623:38623)] 2024-11-26T10:06:44,114 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:44,114 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:06:44,114 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:06:44,114 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:06:44,114 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:06:44,114 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:44,115 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T10:06:44,115 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T10:06:44,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:44,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:44,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:44,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:44,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:44,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:44,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:44,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:44,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:44,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:44,120 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740 2024-11-26T10:06:44,121 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740 2024-11-26T10:06:44,122 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:44,123 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:44,124 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73218120, jitterRate=0.09103500843048096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:44,124 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:44,125 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732615604090 2024-11-26T10:06:44,128 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:06:44,128 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T10:06:44,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:44,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,39317,1732615603179, state=OPEN 2024-11-26T10:06:44,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:44,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:44,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:44,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:44,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:44,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:44,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:06:44,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ccf62758a0a5,39317,1732615603179 in 199 msec 2024-11-26T10:06:44,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:06:44,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-26T10:06:44,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-26T10:06:44,140 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732615604140, completionTime=-1 2024-11-26T10:06:44,140 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T10:06:44,141 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T10:06:44,141 DEBUG [hconnection-0xe8c5dec-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:44,143 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:44,144 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T10:06:44,144 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732615664144 2024-11-26T10:06:44,144 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732615724144 2024-11-26T10:06:44,144 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T10:06:44,160 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34357,1732615602989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34357,1732615602989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34357,1732615602989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ccf62758a0a5:34357, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T10:06:44,161 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:44,162 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T10:06:44,163 DEBUG [master/ccf62758a0a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T10:06:44,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:44,164 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:44,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:44,177 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8a13411b30332b967aa75c7482a9cae3, NAME => 'hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 2024-11-26T10:06:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:44,184 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:44,184 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8a13411b30332b967aa75c7482a9cae3, disabling compactions & flushes 2024-11-26T10:06:44,185 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. after waiting 0 ms 2024-11-26T10:06:44,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,185 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,185 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8a13411b30332b967aa75c7482a9cae3: 2024-11-26T10:06:44,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:44,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732615604186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615604186"}]},"ts":"1732615604186"} 2024-11-26T10:06:44,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T10:06:44,189 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:44,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615604190"}]},"ts":"1732615604190"} 2024-11-26T10:06:44,192 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T10:06:44,210 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:44,211 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:44,211 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:44,211 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:44,211 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:44,211 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:44,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8a13411b30332b967aa75c7482a9cae3, ASSIGN}] 2024-11-26T10:06:44,213 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8a13411b30332b967aa75c7482a9cae3, ASSIGN 2024-11-26T10:06:44,214 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8a13411b30332b967aa75c7482a9cae3, ASSIGN; state=OFFLINE, location=ccf62758a0a5,39317,1732615603179; forceNewPlan=false, retain=false 2024-11-26T10:06:44,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:06:44,364 INFO [ccf62758a0a5:34357 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:06:44,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8a13411b30332b967aa75c7482a9cae3, regionState=OPENING, regionLocation=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:44,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8a13411b30332b967aa75c7482a9cae3, server=ccf62758a0a5,39317,1732615603179}] 2024-11-26T10:06:44,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:44,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:44,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a13411b30332b967aa75c7482a9cae3, NAME => 'hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:44,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:44,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,524 INFO [StoreOpener-8a13411b30332b967aa75c7482a9cae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,526 INFO [StoreOpener-8a13411b30332b967aa75c7482a9cae3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a13411b30332b967aa75c7482a9cae3 columnFamilyName info 2024-11-26T10:06:44,526 DEBUG [StoreOpener-8a13411b30332b967aa75c7482a9cae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:44,527 INFO [StoreOpener-8a13411b30332b967aa75c7482a9cae3-1 {}] regionserver.HStore(327): Store=8a13411b30332b967aa75c7482a9cae3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:44,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:44,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:44,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8a13411b30332b967aa75c7482a9cae3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60012626, jitterRate=-0.1057421863079071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:44,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8a13411b30332b967aa75c7482a9cae3: 2024-11-26T10:06:44,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3., pid=6, masterSystemTime=1732615604518 2024-11-26T10:06:44,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:44,537 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8a13411b30332b967aa75c7482a9cae3, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:44,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:06:44,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8a13411b30332b967aa75c7482a9cae3, server=ccf62758a0a5,39317,1732615603179 in 172 msec 2024-11-26T10:06:44,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:06:44,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8a13411b30332b967aa75c7482a9cae3, ASSIGN in 329 msec 2024-11-26T10:06:44,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:44,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615604543"}]},"ts":"1732615604543"} 2024-11-26T10:06:44,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T10:06:44,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:44,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 391 msec 2024-11-26T10:06:44,564 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T10:06:44,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:44,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:44,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:44,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:44,579 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T10:06:44,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:44,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-26T10:06:44,611 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T10:06:44,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:44,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 25 msec 2024-11-26T10:06:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T10:06:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T10:06:44,676 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.449sec 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34357,1732615602989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:44,677 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34357,1732615602989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:06:44,679 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:06:44,679 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:06:44,679 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,34357,1732615602989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:44,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58553701 to 127.0.0.1:53289 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e5d52cd 2024-11-26T10:06:44,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17326343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:44,719 DEBUG [hconnection-0x7a18adcc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:44,720 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:44,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:44,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:06:44,725 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:06:44,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T10:06:44,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:44,729 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:44,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T10:06:44,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:44,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 268b8250f9b613990de3e99521800f4d, NAME => 'testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 2024-11-26T10:06:44,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1c74088f1ce5797fb493b1f69cc0318b, NAME => 'testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8 2024-11-26T10:06:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:44,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:44,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 268b8250f9b613990de3e99521800f4d, disabling compactions & flushes 2024-11-26T10:06:44,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:44,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:44,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. after waiting 0 ms 2024-11-26T10:06:44,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:44,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:44,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 268b8250f9b613990de3e99521800f4d: 2024-11-26T10:06:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:44,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:44,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 1c74088f1ce5797fb493b1f69cc0318b, disabling compactions & flushes 2024-11-26T10:06:44,763 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:44,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:44,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. after waiting 0 ms 2024-11-26T10:06:44,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:44,763 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:44,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1c74088f1ce5797fb493b1f69cc0318b: 2024-11-26T10:06:44,764 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:44,764 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615604764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615604764"}]},"ts":"1732615604764"} 2024-11-26T10:06:44,765 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615604764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615604764"}]},"ts":"1732615604764"} 2024-11-26T10:06:44,771 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T10:06:44,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:44,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615604773"}]},"ts":"1732615604773"} 2024-11-26T10:06:44,774 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T10:06:44,793 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:44,794 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:44,794 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:44,794 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:44,794 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:44,794 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:44,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=268b8250f9b613990de3e99521800f4d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c74088f1ce5797fb493b1f69cc0318b, ASSIGN}] 2024-11-26T10:06:44,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c74088f1ce5797fb493b1f69cc0318b, ASSIGN 2024-11-26T10:06:44,796 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=268b8250f9b613990de3e99521800f4d, ASSIGN 2024-11-26T10:06:44,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c74088f1ce5797fb493b1f69cc0318b, ASSIGN; state=OFFLINE, location=ccf62758a0a5,39317,1732615603179; forceNewPlan=false, retain=false 2024-11-26T10:06:44,796 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=268b8250f9b613990de3e99521800f4d, ASSIGN; state=OFFLINE, location=ccf62758a0a5,42357,1732615603143; forceNewPlan=false, retain=false 2024-11-26T10:06:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:44,947 INFO [ccf62758a0a5:34357 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T10:06:44,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=268b8250f9b613990de3e99521800f4d, regionState=OPENING, regionLocation=ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:44,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1c74088f1ce5797fb493b1f69cc0318b, regionState=OPENING, regionLocation=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:44,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 268b8250f9b613990de3e99521800f4d, server=ccf62758a0a5,42357,1732615603143}] 2024-11-26T10:06:44,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1c74088f1ce5797fb493b1f69cc0318b, server=ccf62758a0a5,39317,1732615603179}] 2024-11-26T10:06:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:45,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:45,108 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:45,109 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:45,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:45,113 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:45,113 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 268b8250f9b613990de3e99521800f4d, NAME => 'testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1c74088f1ce5797fb493b1f69cc0318b, NAME => 'testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,113 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,115 INFO [StoreOpener-1c74088f1ce5797fb493b1f69cc0318b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,115 INFO [StoreOpener-268b8250f9b613990de3e99521800f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,116 INFO [StoreOpener-268b8250f9b613990de3e99521800f4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268b8250f9b613990de3e99521800f4d columnFamilyName family 2024-11-26T10:06:45,116 INFO [StoreOpener-1c74088f1ce5797fb493b1f69cc0318b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c74088f1ce5797fb493b1f69cc0318b columnFamilyName family 2024-11-26T10:06:45,116 DEBUG [StoreOpener-1c74088f1ce5797fb493b1f69cc0318b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:45,116 DEBUG [StoreOpener-268b8250f9b613990de3e99521800f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:45,117 INFO [StoreOpener-1c74088f1ce5797fb493b1f69cc0318b-1 {}] regionserver.HStore(327): Store=1c74088f1ce5797fb493b1f69cc0318b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:45,117 INFO [StoreOpener-268b8250f9b613990de3e99521800f4d-1 {}] regionserver.HStore(327): Store=268b8250f9b613990de3e99521800f4d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:45,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,118 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,120 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,120 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,123 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:45,123 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:45,123 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 268b8250f9b613990de3e99521800f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69716459, jitterRate=0.03885619342327118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:45,123 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 1c74088f1ce5797fb493b1f69cc0318b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64337639, jitterRate=-0.04129447042942047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:45,124 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 268b8250f9b613990de3e99521800f4d: 2024-11-26T10:06:45,124 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 1c74088f1ce5797fb493b1f69cc0318b: 2024-11-26T10:06:45,125 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d., pid=12, masterSystemTime=1732615605108 2024-11-26T10:06:45,125 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b., pid=13, masterSystemTime=1732615605110 2024-11-26T10:06:45,126 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,126 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=268b8250f9b613990de3e99521800f4d, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:45,127 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:45,127 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:45,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1c74088f1ce5797fb493b1f69cc0318b, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:45,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T10:06:45,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 268b8250f9b613990de3e99521800f4d, server=ccf62758a0a5,42357,1732615603143 in 175 msec 2024-11-26T10:06:45,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-26T10:06:45,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1c74088f1ce5797fb493b1f69cc0318b, server=ccf62758a0a5,39317,1732615603179 in 174 msec 2024-11-26T10:06:45,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=268b8250f9b613990de3e99521800f4d, ASSIGN in 335 msec 2024-11-26T10:06:45,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-26T10:06:45,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c74088f1ce5797fb493b1f69cc0318b, ASSIGN in 336 msec 2024-11-26T10:06:45,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:45,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615605132"}]},"ts":"1732615605132"} 2024-11-26T10:06:45,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T10:06:45,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:45,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 523 msec 2024-11-26T10:06:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34357 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:45,338 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T10:06:45,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T10:06:45,338 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:45,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T10:06:45,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:45,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T10:06:45,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:45,351 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:45,365 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 268b8250f9b613990de3e99521800f4d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T10:06:45,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/.tmp/family/358cb7d3510e43fdb24751792f4cd7b0 is 32, key is 1/family:/1732615605351/Put/seqid=0 2024-11-26T10:06:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741841_1017 (size=5054) 2024-11-26T10:06:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741841_1017 (size=5054) 2024-11-26T10:06:45,788 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/.tmp/family/358cb7d3510e43fdb24751792f4cd7b0 2024-11-26T10:06:45,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/.tmp/family/358cb7d3510e43fdb24751792f4cd7b0 as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/family/358cb7d3510e43fdb24751792f4cd7b0 2024-11-26T10:06:45,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/family/358cb7d3510e43fdb24751792f4cd7b0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T10:06:45,811 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 268b8250f9b613990de3e99521800f4d in 445ms, sequenceid=8, compaction requested=false 2024-11-26T10:06:45,811 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 268b8250f9b613990de3e99521800f4d: 2024-11-26T10:06:45,811 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1c74088f1ce5797fb493b1f69cc0318b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T10:06:45,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/.tmp/family/8e47c0edcc3b4ba781f1b79778d112af is 32, key is 5/family:/1732615605359/Put/seqid=0 2024-11-26T10:06:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741842_1018 (size=5083) 2024-11-26T10:06:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741842_1018 (size=5083) 2024-11-26T10:06:45,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/.tmp/family/8e47c0edcc3b4ba781f1b79778d112af 2024-11-26T10:06:45,837 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/.tmp/family/8e47c0edcc3b4ba781f1b79778d112af as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/family/8e47c0edcc3b4ba781f1b79778d112af 2024-11-26T10:06:45,842 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/family/8e47c0edcc3b4ba781f1b79778d112af, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T10:06:45,843 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1c74088f1ce5797fb493b1f69cc0318b in 32ms, sequenceid=9, compaction requested=false 2024-11-26T10:06:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1c74088f1ce5797fb493b1f69cc0318b: 2024-11-26T10:06:45,845 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 358cb7d3510e43fdb24751792f4cd7b0, starting offset: 0, end offset: 9223372036854775807 2024-11-26T10:06:45,845 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 358cb7d3510e43fdb24751792f4cd7b0_0 from back map with offset lock 2094080 in the evict process 2024-11-26T10:06:45,846 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 8e47c0edcc3b4ba781f1b79778d112af, starting offset: 0, end offset: 9223372036854775807 2024-11-26T10:06:45,846 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 8e47c0edcc3b4ba781f1b79778d112af_0 from back map with offset lock 2094080 in the evict process 2024-11-26T10:06:45,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T10:06:45,847 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T10:06:45,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58553701 to 127.0.0.1:53289 2024-11-26T10:06:45,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:45,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:06:45,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=696315444, stopped=false 2024-11-26T10:06:45,847 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:45,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T10:06:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:45,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:45,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:45,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:45,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,42357,1732615603143' ***** 2024-11-26T10:06:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,39317,1732615603179' ***** 2024-11-26T10:06:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:45,895 INFO [RS:1;ccf62758a0a5:39317 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T10:06:45,896 INFO [RS:1;ccf62758a0a5:39317 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T10:06:45,896 INFO [RS:0;ccf62758a0a5:42357 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T10:06:45,896 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:45,896 INFO [RS:0;ccf62758a0a5:42357 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T10:06:45,896 INFO [RS:1;ccf62758a0a5:39317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:45,896 INFO [RS:1;ccf62758a0a5:39317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:45,896 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:45,896 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:45,896 INFO [RS:0;ccf62758a0a5:42357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:45,897 INFO [RS:0;ccf62758a0a5:42357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:45,897 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(3579): Received CLOSE for 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,897 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T10:06:45,897 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T10:06:45,897 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(3579): Received CLOSE for 1c74088f1ce5797fb493b1f69cc0318b 2024-11-26T10:06:45,897 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:45,897 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T10:06:45,897 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T10:06:45,897 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T10:06:45,897 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:45,897 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:45,897 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T10:06:45,897 DEBUG [RS:0;ccf62758a0a5:42357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:45,897 DEBUG [RS:1;ccf62758a0a5:39317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:45,897 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T10:06:45,897 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:45,898 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:45,898 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1603): Online Regions={268b8250f9b613990de3e99521800f4d=testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d.} 2024-11-26T10:06:45,898 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:45,898 DEBUG [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1629): Waiting on 268b8250f9b613990de3e99521800f4d 2024-11-26T10:06:45,898 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T10:06:45,898 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-26T10:06:45,898 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1603): Online Regions={8a13411b30332b967aa75c7482a9cae3=hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3., 1c74088f1ce5797fb493b1f69cc0318b=testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:06:45,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:45,897 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:45,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:45,898 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1c74088f1ce5797fb493b1f69cc0318b, 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 268b8250f9b613990de3e99521800f4d, disabling compactions & flushes 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a13411b30332b967aa75c7482a9cae3, disabling compactions & flushes 2024-11-26T10:06:45,899 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,899 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:45,899 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. after waiting 0 ms 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. after waiting 0 ms 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,899 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8a13411b30332b967aa75c7482a9cae3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T10:06:45,899 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:45,900 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T10:06:45,904 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/268b8250f9b613990de3e99521800f4d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:06:45,905 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,905 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 268b8250f9b613990de3e99521800f4d: 2024-11-26T10:06:45,905 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732615604726.268b8250f9b613990de3e99521800f4d. 2024-11-26T10:06:45,916 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/.tmp/info/13200980ed92429a888bd78ec9e073aa is 45, key is default/info:d/1732615604583/Put/seqid=0 2024-11-26T10:06:45,916 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/.tmp/info/048997ee7ffb4cc18ee8cde717a4fa58 is 173, key is testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b./info:regioninfo/1732615605128/Put/seqid=0 2024-11-26T10:06:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741844_1020 (size=9337) 2024-11-26T10:06:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741844_1020 (size=9337) 2024-11-26T10:06:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741843_1019 (size=5037) 2024-11-26T10:06:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741843_1019 (size=5037) 2024-11-26T10:06:45,922 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/.tmp/info/048997ee7ffb4cc18ee8cde717a4fa58 2024-11-26T10:06:45,943 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/.tmp/table/b07615d209fe4b398ceea06b33964da0 is 61, key is testClearRegionBlockCache/table:state/1732615605132/Put/seqid=0 2024-11-26T10:06:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:45,948 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/.tmp/table/b07615d209fe4b398ceea06b33964da0 2024-11-26T10:06:45,954 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/.tmp/info/048997ee7ffb4cc18ee8cde717a4fa58 as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/info/048997ee7ffb4cc18ee8cde717a4fa58 2024-11-26T10:06:45,959 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/info/048997ee7ffb4cc18ee8cde717a4fa58, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T10:06:45,960 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/.tmp/table/b07615d209fe4b398ceea06b33964da0 as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/table/b07615d209fe4b398ceea06b33964da0 2024-11-26T10:06:45,966 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/table/b07615d209fe4b398ceea06b33964da0, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T10:06:45,967 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=16, compaction requested=false 2024-11-26T10:06:45,971 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:06:45,972 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:45,972 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:45,972 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:45,972 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:46,098 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,42357,1732615603143; all regions closed. 2024-11-26T10:06:46,099 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1629): Waiting on 1c74088f1ce5797fb493b1f69cc0318b, 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:46,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741834_1010 (size=1758) 2024-11-26T10:06:46,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/WALs/ccf62758a0a5,42357,1732615603143/ccf62758a0a5%2C42357%2C1732615603143.1732615603734 not finished, retry = 0 2024-11-26T10:06:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741834_1010 (size=1758) 2024-11-26T10:06:46,211 DEBUG [RS:0;ccf62758a0a5:42357 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/oldWALs 2024-11-26T10:06:46,211 INFO [RS:0;ccf62758a0a5:42357 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C42357%2C1732615603143:(num 1732615603734) 2024-11-26T10:06:46,211 DEBUG [RS:0;ccf62758a0a5:42357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:46,212 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:46,212 INFO [RS:0;ccf62758a0a5:42357 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:46,213 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:46,213 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:46,213 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:46,213 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:46,214 INFO [RS:0;ccf62758a0a5:42357 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42357 2024-11-26T10:06:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,42357,1732615603143 2024-11-26T10:06:46,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,42357,1732615603143] 2024-11-26T10:06:46,233 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,42357,1732615603143; numProcessing=1 2024-11-26T10:06:46,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,42357,1732615603143 already deleted, retry=false 2024-11-26T10:06:46,241 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,42357,1732615603143 expired; onlineServers=1 2024-11-26T10:06:46,299 DEBUG [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1629): Waiting on 1c74088f1ce5797fb493b1f69cc0318b, 8a13411b30332b967aa75c7482a9cae3 2024-11-26T10:06:46,324 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/.tmp/info/13200980ed92429a888bd78ec9e073aa 2024-11-26T10:06:46,333 INFO [RS:0;ccf62758a0a5:42357 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,42357,1732615603143; zookeeper connection closed. 2024-11-26T10:06:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42357-0x10177e5a5900001, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:46,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d55039 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d55039 2024-11-26T10:06:46,337 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/.tmp/info/13200980ed92429a888bd78ec9e073aa as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/info/13200980ed92429a888bd78ec9e073aa 2024-11-26T10:06:46,342 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/info/13200980ed92429a888bd78ec9e073aa, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T10:06:46,343 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8a13411b30332b967aa75c7482a9cae3 in 444ms, sequenceid=6, compaction requested=false 2024-11-26T10:06:46,347 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/hbase/namespace/8a13411b30332b967aa75c7482a9cae3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:06:46,348 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:46,348 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a13411b30332b967aa75c7482a9cae3: 2024-11-26T10:06:46,348 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732615604161.8a13411b30332b967aa75c7482a9cae3. 2024-11-26T10:06:46,348 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1c74088f1ce5797fb493b1f69cc0318b, disabling compactions & flushes 2024-11-26T10:06:46,348 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:46,348 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:46,348 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. after waiting 0 ms 2024-11-26T10:06:46,348 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:46,352 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/data/default/testClearRegionBlockCache/1c74088f1ce5797fb493b1f69cc0318b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:06:46,352 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:46,352 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1c74088f1ce5797fb493b1f69cc0318b: 2024-11-26T10:06:46,352 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732615604726.1c74088f1ce5797fb493b1f69cc0318b. 2024-11-26T10:06:46,499 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,39317,1732615603179; all regions closed. 2024-11-26T10:06:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:46,508 DEBUG [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/oldWALs 2024-11-26T10:06:46,508 INFO [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C39317%2C1732615603179.meta:.meta(num 1732615604098) 2024-11-26T10:06:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741833_1009 (size=3188) 2024-11-26T10:06:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741833_1009 (size=3188) 2024-11-26T10:06:46,515 DEBUG [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/oldWALs 2024-11-26T10:06:46,515 INFO [RS:1;ccf62758a0a5:39317 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C39317%2C1732615603179:(num 1732615603727) 2024-11-26T10:06:46,515 DEBUG [RS:1;ccf62758a0a5:39317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:46,515 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:46,515 INFO [RS:1;ccf62758a0a5:39317 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:46,515 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:46,515 INFO [RS:1;ccf62758a0a5:39317 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39317 2024-11-26T10:06:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,39317,1732615603179 2024-11-26T10:06:46,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,39317,1732615603179] 2024-11-26T10:06:46,560 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,39317,1732615603179; numProcessing=2 2024-11-26T10:06:46,568 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,39317,1732615603179 already deleted, retry=false 2024-11-26T10:06:46,568 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,39317,1732615603179 expired; onlineServers=0 2024-11-26T10:06:46,568 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,34357,1732615602989' ***** 2024-11-26T10:06:46,568 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:06:46,569 DEBUG [M:0;ccf62758a0a5:34357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e79d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:46,569 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,34357,1732615602989 2024-11-26T10:06:46,569 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,34357,1732615602989; all regions closed. 2024-11-26T10:06:46,569 DEBUG [M:0;ccf62758a0a5:34357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:46,569 DEBUG [M:0;ccf62758a0a5:34357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:06:46,570 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:06:46,570 DEBUG [M:0;ccf62758a0a5:34357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:06:46,570 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615603468 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615603468,5,FailOnTimeoutGroup] 2024-11-26T10:06:46,570 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615603468 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615603468,5,FailOnTimeoutGroup] 2024-11-26T10:06:46,570 INFO [M:0;ccf62758a0a5:34357 {}] hbase.ChoreService(370): Chore service for: master/ccf62758a0a5:0 had [] on shutdown 2024-11-26T10:06:46,570 DEBUG [M:0;ccf62758a0a5:34357 {}] master.HMaster(1733): Stopping service threads 2024-11-26T10:06:46,570 INFO [M:0;ccf62758a0a5:34357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:06:46,571 INFO [M:0;ccf62758a0a5:34357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:06:46,571 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:06:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:46,576 DEBUG [M:0;ccf62758a0a5:34357 {}] zookeeper.ZKUtil(347): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:06:46,576 WARN [M:0;ccf62758a0a5:34357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:06:46,577 INFO [M:0;ccf62758a0a5:34357 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T10:06:46,577 INFO [M:0;ccf62758a0a5:34357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:06:46,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:46,577 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:46,577 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:46,577 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:46,577 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:46,577 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:46,577 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-26T10:06:46,595 DEBUG [M:0;ccf62758a0a5:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/836f1848c38f476c96a371713057afa9 is 82, key is hbase:meta,,1/info:regioninfo/1732615604128/Put/seqid=0 2024-11-26T10:06:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:46,601 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/836f1848c38f476c96a371713057afa9 2024-11-26T10:06:46,620 DEBUG [M:0;ccf62758a0a5:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/debc7d9038b2457c9185995aabc56bae is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732615605251/Put/seqid=0 2024-11-26T10:06:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741847_1023 (size=7578) 2024-11-26T10:06:46,625 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/debc7d9038b2457c9185995aabc56bae 2024-11-26T10:06:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:46,662 INFO [RS:1;ccf62758a0a5:39317 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,39317,1732615603179; zookeeper connection closed. 2024-11-26T10:06:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39317-0x10177e5a5900002, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:46,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67a7531c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67a7531c 2024-11-26T10:06:46,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T10:06:46,677 DEBUG [M:0;ccf62758a0a5:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dca542f8eb34bea8acafc3b9ec98500 is 69, key is ccf62758a0a5,39317,1732615603179/rs:state/1732615603540/Put/seqid=0 2024-11-26T10:06:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:46,682 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dca542f8eb34bea8acafc3b9ec98500 2024-11-26T10:06:46,687 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/836f1848c38f476c96a371713057afa9 as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/836f1848c38f476c96a371713057afa9 2024-11-26T10:06:46,691 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/836f1848c38f476c96a371713057afa9, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T10:06:46,692 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/debc7d9038b2457c9185995aabc56bae as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/debc7d9038b2457c9185995aabc56bae 2024-11-26T10:06:46,697 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/debc7d9038b2457c9185995aabc56bae, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T10:06:46,698 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dca542f8eb34bea8acafc3b9ec98500 as hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dca542f8eb34bea8acafc3b9ec98500 2024-11-26T10:06:46,703 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41139/user/jenkins/test-data/f9cb1193-b450-ebf5-cb21-dfe529bfd1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dca542f8eb34bea8acafc3b9ec98500, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T10:06:46,703 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=108, compaction requested=false 2024-11-26T10:06:46,705 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:46,705 DEBUG [M:0;ccf62758a0a5:34357 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:46,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:46,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741830_1006 (size=54465) 2024-11-26T10:06:46,707 INFO [M:0;ccf62758a0a5:34357 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T10:06:46,707 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:46,708 INFO [M:0;ccf62758a0a5:34357 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34357 2024-11-26T10:06:46,715 DEBUG [M:0;ccf62758a0a5:34357 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ccf62758a0a5,34357,1732615602989 already deleted, retry=false 2024-11-26T10:06:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:46,824 INFO [M:0;ccf62758a0a5:34357 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,34357,1732615602989; zookeeper connection closed. 2024-11-26T10:06:46,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10177e5a5900000, quorum=127.0.0.1:53289, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:46,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@431a42b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:46,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@534c7e5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:46,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:46,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0485c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:46,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d412668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:46,832 WARN [BP-1047907870-172.17.0.2-1732615601416 heartbeating to localhost/127.0.0.1:41139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:46,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:46,832 WARN [BP-1047907870-172.17.0.2-1732615601416 heartbeating to localhost/127.0.0.1:41139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1047907870-172.17.0.2-1732615601416 (Datanode Uuid 2f190819-4031-4e19-af1c-027d0dcf9a59) service to localhost/127.0.0.1:41139 2024-11-26T10:06:46,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:46,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data3/current/BP-1047907870-172.17.0.2-1732615601416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:46,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data4/current/BP-1047907870-172.17.0.2-1732615601416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:46,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:46,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@374ada98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:46,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1741ecac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:46,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69391a46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a3fbd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:46,839 WARN [BP-1047907870-172.17.0.2-1732615601416 heartbeating to localhost/127.0.0.1:41139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:46,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:46,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:46,839 WARN [BP-1047907870-172.17.0.2-1732615601416 heartbeating to localhost/127.0.0.1:41139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1047907870-172.17.0.2-1732615601416 (Datanode Uuid ceaa4097-27b5-430b-8af3-c67b05d7bb1b) service to localhost/127.0.0.1:41139 2024-11-26T10:06:46,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data1/current/BP-1047907870-172.17.0.2-1732615601416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:46,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/cluster_47c8b430-e013-1ef3-c967-0d0b73043394/dfs/data/data2/current/BP-1047907870-172.17.0.2-1732615601416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:46,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:46,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1df674d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:46,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d1ef726{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:46,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:46,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2aa2bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:46,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e5f4a0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:46,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:06:46,868 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T10:06:46,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=177 (was 156) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41139 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41139 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=523 (was 499) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=5395 (was 5555) 2024-11-26T10:06:46,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=177, OpenFileDescriptor=523, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=5395 2024-11-26T10:06:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir so I do NOT create it in target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e 2024-11-26T10:06:46,896 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:06:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.tmp.dir so I do NOT create it in target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e 2024-11-26T10:06:46,896 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/91ec5d71-6970-adbb-28d1-a36128ba523a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:06:46,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e 2024-11-26T10:06:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:06:46,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3, deleteOnExit=true 2024-11-26T10:06:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T10:06:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/test.cache.data in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T10:06:46,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:06:46,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:06:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:06:47,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:47,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:47,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:47,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:47,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:47,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:47,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6831b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:47,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c4f8d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:47,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc3ab33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/java.io.tmpdir/jetty-localhost-44155-hadoop-hdfs-3_4_1-tests_jar-_-any-11994945594989479254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:47,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a17c2a{HTTP/1.1, (http/1.1)}{localhost:44155} 2024-11-26T10:06:47,204 INFO [Time-limited test {}] server.Server(415): Started @32792ms 2024-11-26T10:06:47,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:47,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:47,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:47,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:47,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:47,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a370b8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:47,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645b66fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:47,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63821384{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/java.io.tmpdir/jetty-localhost-32779-hadoop-hdfs-3_4_1-tests_jar-_-any-4550661569346437316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:47,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a929470{HTTP/1.1, (http/1.1)}{localhost:32779} 2024-11-26T10:06:47,481 INFO [Time-limited test {}] server.Server(415): Started @33069ms 2024-11-26T10:06:47,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:47,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:06:47,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:06:47,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:06:47,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:06:47,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:06:47,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322d7fbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:06:47,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d88e712{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:06:47,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d50bf9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/java.io.tmpdir/jetty-localhost-33399-hadoop-hdfs-3_4_1-tests_jar-_-any-11030891138839520472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:47,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6537169f{HTTP/1.1, (http/1.1)}{localhost:33399} 2024-11-26T10:06:47,609 INFO [Time-limited test {}] server.Server(415): Started @33197ms 2024-11-26T10:06:47,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:06:48,082 WARN [Thread-1452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data1/current/BP-933409481-172.17.0.2-1732615606913/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:48,082 WARN [Thread-1453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data2/current/BP-933409481-172.17.0.2-1732615606913/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:48,104 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55795e0bc5b4c07f with lease ID 0xdf33a4ca095f2687: Processing first storage report for DS-a843789b-c969-45c7-aeae-92e11edd963d from datanode DatanodeRegistration(127.0.0.1:43033, datanodeUuid=0814be9c-d7e3-49b7-bf94-5c514940a038, infoPort=45275, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913) 2024-11-26T10:06:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55795e0bc5b4c07f with lease ID 0xdf33a4ca095f2687: from storage DS-a843789b-c969-45c7-aeae-92e11edd963d node DatanodeRegistration(127.0.0.1:43033, datanodeUuid=0814be9c-d7e3-49b7-bf94-5c514940a038, infoPort=45275, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:06:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55795e0bc5b4c07f with lease ID 0xdf33a4ca095f2687: Processing first storage report for DS-757dc9dc-0a01-4ad9-b2da-39b4dd3e503a from datanode DatanodeRegistration(127.0.0.1:43033, datanodeUuid=0814be9c-d7e3-49b7-bf94-5c514940a038, infoPort=45275, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913) 2024-11-26T10:06:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55795e0bc5b4c07f with lease ID 0xdf33a4ca095f2687: from storage DS-757dc9dc-0a01-4ad9-b2da-39b4dd3e503a node DatanodeRegistration(127.0.0.1:43033, datanodeUuid=0814be9c-d7e3-49b7-bf94-5c514940a038, infoPort=45275, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:48,233 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data3/current/BP-933409481-172.17.0.2-1732615606913/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:48,233 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data4/current/BP-933409481-172.17.0.2-1732615606913/current, will proceed with Du for space computation calculation, 2024-11-26T10:06:48,254 WARN [Thread-1440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:06:48,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb93bb9f95f94daeb with lease ID 0xdf33a4ca095f2688: Processing first storage report for DS-15f3418a-4684-4734-a4ac-88edb648e1ca from datanode DatanodeRegistration(127.0.0.1:36625, datanodeUuid=aa261ffb-d245-42da-93f6-025ef85128bd, infoPort=34355, infoSecurePort=0, ipcPort=41621, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913) 2024-11-26T10:06:48,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb93bb9f95f94daeb with lease ID 0xdf33a4ca095f2688: from storage DS-15f3418a-4684-4734-a4ac-88edb648e1ca node DatanodeRegistration(127.0.0.1:36625, datanodeUuid=aa261ffb-d245-42da-93f6-025ef85128bd, infoPort=34355, infoSecurePort=0, ipcPort=41621, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:48,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb93bb9f95f94daeb with lease ID 0xdf33a4ca095f2688: Processing first storage report for DS-12043135-af0e-4320-b144-d4cfc774772e from datanode DatanodeRegistration(127.0.0.1:36625, datanodeUuid=aa261ffb-d245-42da-93f6-025ef85128bd, infoPort=34355, infoSecurePort=0, ipcPort=41621, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913) 2024-11-26T10:06:48,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb93bb9f95f94daeb with lease ID 0xdf33a4ca095f2688: from storage DS-12043135-af0e-4320-b144-d4cfc774772e node DatanodeRegistration(127.0.0.1:36625, datanodeUuid=aa261ffb-d245-42da-93f6-025ef85128bd, infoPort=34355, infoSecurePort=0, ipcPort=41621, storageInfo=lv=-57;cid=testClusterID;nsid=1403085357;c=1732615606913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:06:48,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e 2024-11-26T10:06:48,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/zookeeper_0, clientPort=63560, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:06:48,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63560 2024-11-26T10:06:48,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:06:48,365 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 with version=8 2024-11-26T10:06:48,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/hbase-staging 2024-11-26T10:06:48,367 INFO [Time-limited test {}] client.ConnectionUtils(129): master/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:48,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:48,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:48,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:48,368 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:48,369 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40381 2024-11-26T10:06:48,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40381 connecting to ZooKeeper ensemble=127.0.0.1:63560 2024-11-26T10:06:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403810x0, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:48,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40381-0x10177e5ba900000 connected 2024-11-26T10:06:48,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:48,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:48,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:48,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-26T10:06:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-11-26T10:06:48,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-11-26T10:06:48,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-26T10:06:48,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-26T10:06:48,502 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520, hbase.cluster.distributed=false 2024-11-26T10:06:48,524 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:48,524 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:48,525 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45603 2024-11-26T10:06:48,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:48,526 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T10:06:48,529 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T10:06:48,529 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T10:06:48,530 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T10:06:48,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:48,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45603 connecting to ZooKeeper ensemble=127.0.0.1:63560 2024-11-26T10:06:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456030x0, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:48,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45603-0x10177e5ba900001 connected 2024-11-26T10:06:48,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:48,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:48,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:48,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-26T10:06:48,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45603 2024-11-26T10:06:48,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45603 2024-11-26T10:06:48,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-26T10:06:48,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-26T10:06:48,565 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/ccf62758a0a5:0 server-side Connection retries=45 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:06:48,565 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:06:48,566 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41009 2024-11-26T10:06:48,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:06:48,567 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T10:06:48,571 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-26T10:06:48,571 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T10:06:48,572 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T10:06:48,572 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:06:48,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41009 connecting to ZooKeeper ensemble=127.0.0.1:63560 2024-11-26T10:06:48,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410090x0, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:06:48,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41009-0x10177e5ba900002 connected 2024-11-26T10:06:48,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:48,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:48,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T10:06:48,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-26T10:06:48,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41009 2024-11-26T10:06:48,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41009 2024-11-26T10:06:48,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-26T10:06:48,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-26T10:06:48,588 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:48,594 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,602 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:48,602 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ccf62758a0a5,40381,1732615608366 from backup master directory 2024-11-26T10:06:48,607 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ccf62758a0a5:40381 2024-11-26T10:06:48,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:48,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:48,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T10:06:48,610 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:48,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T10:06:48,610 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:06:48,620 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/hbase.id with ID: 63ba96d9-3b8f-4457-b38f-f7205e0f4064 2024-11-26T10:06:48,628 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:06:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:06:48,641 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:48,642 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:06:48,642 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:06:48,651 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store 2024-11-26T10:06:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:06:48,658 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:48,658 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:48,658 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:48,658 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:48,658 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:48,658 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:48,658 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:48,659 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:48,660 WARN [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/.initializing 2024-11-26T10:06:48,660 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/WALs/ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,661 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:48,663 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C40381%2C1732615608366, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/WALs/ccf62758a0a5,40381,1732615608366, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/oldWALs, maxLogs=10 2024-11-26T10:06:48,678 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/WALs/ccf62758a0a5,40381,1732615608366/ccf62758a0a5%2C40381%2C1732615608366.1732615608663, exclude list is [], retry=0 2024-11-26T10:06:48,680 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36625,DS-15f3418a-4684-4734-a4ac-88edb648e1ca,DISK] 2024-11-26T10:06:48,680 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-a843789b-c969-45c7-aeae-92e11edd963d,DISK] 2024-11-26T10:06:48,682 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/WALs/ccf62758a0a5,40381,1732615608366/ccf62758a0a5%2C40381%2C1732615608366.1732615608663 2024-11-26T10:06:48,682 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34355:34355),(127.0.0.1/127.0.0.1:45275:45275)] 2024-11-26T10:06:48,682 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:48,682 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:48,682 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,682 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:06:48,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:48,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:06:48,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:48,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:06:48,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:06:48,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:48,693 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,693 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,695 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:06:48,696 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:06:48,698 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:48,698 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62583250, jitterRate=-0.06743690371513367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:06:48,699 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:48,699 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:06:48,702 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1583c165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:48,702 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T10:06:48,702 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:06:48,703 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:06:48,703 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:06:48,703 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:06:48,703 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:06:48,703 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:06:48,705 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:06:48,705 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T10:06:48,715 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T10:06:48,716 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:06:48,716 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:06:48,726 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T10:06:48,727 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:06:48,728 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:06:48,735 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T10:06:48,735 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:06:48,743 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T10:06:48,744 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:06:48,751 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T10:06:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,760 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=ccf62758a0a5,40381,1732615608366, sessionid=0x10177e5ba900000, setting cluster-up flag (Was=false) 2024-11-26T10:06:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,802 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T10:06:48,803 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:48,843 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T10:06:48,844 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:48,846 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:48,846 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T10:06:48,847 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ccf62758a0a5,40381,1732615608366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ccf62758a0a5:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:48,847 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,848 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732615638848 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:06:48,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:06:48,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:06:48,849 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,850 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:06:48,850 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:06:48,850 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:06:48,850 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:06:48,850 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:06:48,850 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615608850,5,FailOnTimeoutGroup] 2024-11-26T10:06:48,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,851 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615608851,5,FailOnTimeoutGroup] 2024-11-26T10:06:48,851 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,851 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:06:48,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:48,851 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,851 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741831_1007 (size=1039) 2024-11-26T10:06:48,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T10:06:48,859 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 2024-11-26T10:06:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:06:48,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:48,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:48,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:48,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:48,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:48,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:48,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:48,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:48,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:48,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:48,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:48,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740 2024-11-26T10:06:48,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740 2024-11-26T10:06:48,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:48,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:48,881 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62838736, jitterRate=-0.0636298656463623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:48,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:48,882 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:48,882 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:48,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:06:48,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T10:06:48,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:06:48,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:06:48,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:06:48,899 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ccf62758a0a5:45603 2024-11-26T10:06:48,900 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1008): ClusterId : 63ba96d9-3b8f-4457-b38f-f7205e0f4064 2024-11-26T10:06:48,900 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:48,901 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ccf62758a0a5:41009 2024-11-26T10:06:48,910 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1008): ClusterId : 63ba96d9-3b8f-4457-b38f-f7205e0f4064 2024-11-26T10:06:48,910 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:06:48,910 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:48,910 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:48,927 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:06:48,927 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:06:48,927 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:48,927 DEBUG [RS:0;ccf62758a0a5:45603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbbf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:48,927 DEBUG [RS:0;ccf62758a0a5:45603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd42822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:48,928 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:48,928 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:48,928 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:48,935 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,40381,1732615608366 with isa=ccf62758a0a5/172.17.0.2:45603, startcode=1732615608524 2024-11-26T10:06:48,935 DEBUG [RS:0;ccf62758a0a5:45603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:48,935 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:06:48,936 DEBUG [RS:1;ccf62758a0a5:41009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fb0695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:48,936 DEBUG [RS:1;ccf62758a0a5:41009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:48,936 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T10:06:48,936 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T10:06:48,936 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T10:06:48,937 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33205, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:48,937 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(3073): reportForDuty to master=ccf62758a0a5,40381,1732615608366 with isa=ccf62758a0a5/172.17.0.2:41009, startcode=1732615608565 2024-11-26T10:06:48,937 DEBUG [RS:1;ccf62758a0a5:41009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:06:48,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:48,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:48,938 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 2024-11-26T10:06:48,938 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45809 2024-11-26T10:06:48,938 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:48,938 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35747, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:06:48,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(332): Checking decommissioned status of RegionServer ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:48,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(486): Registering regionserver=ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:48,940 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 2024-11-26T10:06:48,940 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45809 2024-11-26T10:06:48,940 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T10:06:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:48,977 DEBUG [RS:0;ccf62758a0a5:45603 {}] zookeeper.ZKUtil(111): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:48,977 WARN [RS:0;ccf62758a0a5:45603 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:48,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,41009,1732615608565] 2024-11-26T10:06:48,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ccf62758a0a5,45603,1732615608524] 2024-11-26T10:06:48,977 INFO [RS:0;ccf62758a0a5:45603 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:48,977 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:48,977 DEBUG [RS:1;ccf62758a0a5:41009 {}] zookeeper.ZKUtil(111): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:48,977 WARN [RS:1;ccf62758a0a5:41009 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:06:48,977 INFO [RS:1;ccf62758a0a5:41009 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:48,978 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:48,981 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:48,981 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T10:06:48,982 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:48,982 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:06:48,984 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:48,984 INFO [RS:1;ccf62758a0a5:41009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:48,985 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,985 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:48,986 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:48,986 DEBUG [RS:1;ccf62758a0a5:41009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:48,988 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:06:48,989 INFO [RS:0;ccf62758a0a5:45603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:06:48,989 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,990 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T10:06:48,991 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,991 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,991 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,991 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,991 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41009,1732615608565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:48,991 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ccf62758a0a5:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ccf62758a0a5:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:48,992 DEBUG [RS:0;ccf62758a0a5:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ccf62758a0a5:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:06:48,995 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,995 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,995 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,995 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:48,995 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,45603,1732615608524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:49,005 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:49,005 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,41009,1732615608565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,009 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:06:49,009 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,45603,1732615608524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,019 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.Replication(204): ccf62758a0a5,41009,1732615608565 started 2024-11-26T10:06:49,019 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,41009,1732615608565, RpcServer on ccf62758a0a5/172.17.0.2:41009, sessionid=0x10177e5ba900002 2024-11-26T10:06:49,019 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:49,019 DEBUG [RS:1;ccf62758a0a5:41009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:49,019 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,41009,1732615608565' 2024-11-26T10:06:49,019 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:49,019 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,41009,1732615608565' 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:49,020 DEBUG [RS:1;ccf62758a0a5:41009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:49,020 INFO [RS:1;ccf62758a0a5:41009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:49,020 INFO [RS:1;ccf62758a0a5:41009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:49,023 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.Replication(204): ccf62758a0a5,45603,1732615608524 started 2024-11-26T10:06:49,023 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1767): Serving as ccf62758a0a5,45603,1732615608524, RpcServer on ccf62758a0a5/172.17.0.2:45603, sessionid=0x10177e5ba900001 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,45603,1732615608524' 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ccf62758a0a5,45603,1732615608524' 2024-11-26T10:06:49,023 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T10:06:49,024 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T10:06:49,024 DEBUG [RS:0;ccf62758a0a5:45603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:06:49,024 INFO [RS:0;ccf62758a0a5:45603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:06:49,024 INFO [RS:0;ccf62758a0a5:45603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:06:49,035 WARN [ccf62758a0a5:40381 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:06:49,121 INFO [RS:1;ccf62758a0a5:41009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:49,122 INFO [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C41009%2C1732615608565, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/oldWALs, maxLogs=32 2024-11-26T10:06:49,124 INFO [RS:0;ccf62758a0a5:45603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:06:49,126 INFO [RS:0;ccf62758a0a5:45603 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C45603%2C1732615608524, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,45603,1732615608524, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/oldWALs, maxLogs=32 2024-11-26T10:06:49,136 DEBUG [RS:1;ccf62758a0a5:41009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565/ccf62758a0a5%2C41009%2C1732615608565.1732615609123, exclude list is [], retry=0 2024-11-26T10:06:49,138 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-a843789b-c969-45c7-aeae-92e11edd963d,DISK] 2024-11-26T10:06:49,138 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36625,DS-15f3418a-4684-4734-a4ac-88edb648e1ca,DISK] 2024-11-26T10:06:49,139 DEBUG [RS:0;ccf62758a0a5:45603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,45603,1732615608524/ccf62758a0a5%2C45603%2C1732615608524.1732615609126, exclude list is [], retry=0 2024-11-26T10:06:49,141 INFO [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565/ccf62758a0a5%2C41009%2C1732615608565.1732615609123 2024-11-26T10:06:49,141 DEBUG [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45275:45275),(127.0.0.1/127.0.0.1:34355:34355)] 2024-11-26T10:06:49,142 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36625,DS-15f3418a-4684-4734-a4ac-88edb648e1ca,DISK] 2024-11-26T10:06:49,142 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-a843789b-c969-45c7-aeae-92e11edd963d,DISK] 2024-11-26T10:06:49,145 INFO [RS:0;ccf62758a0a5:45603 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,45603,1732615608524/ccf62758a0a5%2C45603%2C1732615608524.1732615609126 2024-11-26T10:06:49,145 DEBUG [RS:0;ccf62758a0a5:45603 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45275:45275),(127.0.0.1/127.0.0.1:34355:34355)] 2024-11-26T10:06:49,285 DEBUG [ccf62758a0a5:40381 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T10:06:49,285 DEBUG [ccf62758a0a5:40381 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:49,290 DEBUG [ccf62758a0a5:40381 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:49,290 DEBUG [ccf62758a0a5:40381 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:49,290 INFO [ccf62758a0a5:40381 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:49,290 INFO [ccf62758a0a5:40381 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:49,290 DEBUG [ccf62758a0a5:40381 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:49,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:49,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,41009,1732615608565, state=OPENING 2024-11-26T10:06:49,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:06:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:49,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=ccf62758a0a5,41009,1732615608565}] 2024-11-26T10:06:49,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:49,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:49,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:49,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:49,507 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:49,510 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:49,517 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T10:06:49,518 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:06:49,518 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:06:49,520 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ccf62758a0a5%2C41009%2C1732615608565.meta, suffix=.meta, logDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/oldWALs, maxLogs=32 2024-11-26T10:06:49,534 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565/ccf62758a0a5%2C41009%2C1732615608565.meta.1732615609520.meta, exclude list is [], retry=0 2024-11-26T10:06:49,537 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36625,DS-15f3418a-4684-4734-a4ac-88edb648e1ca,DISK] 2024-11-26T10:06:49,537 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-a843789b-c969-45c7-aeae-92e11edd963d,DISK] 2024-11-26T10:06:49,538 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565/ccf62758a0a5%2C41009%2C1732615608565.meta.1732615609520.meta 2024-11-26T10:06:49,541 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45275:45275),(127.0.0.1/127.0.0.1:34355:34355)] 2024-11-26T10:06:49,541 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:49,541 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:06:49,541 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:06:49,542 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:06:49,542 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:06:49,542 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:49,542 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T10:06:49,542 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T10:06:49,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:06:49,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:06:49,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:49,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:49,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:06:49,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:06:49,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:06:49,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:06:49,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:49,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:06:49,549 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740 2024-11-26T10:06:49,551 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740 2024-11-26T10:06:49,552 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:06:49,554 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T10:06:49,555 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476746, jitterRate=0.0054818689823150635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:06:49,555 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T10:06:49,556 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732615609506 2024-11-26T10:06:49,558 DEBUG [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:06:49,558 INFO [RS_OPEN_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T10:06:49,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:49,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ccf62758a0a5,41009,1732615608565, state=OPEN 2024-11-26T10:06:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T10:06:49,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:49,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:49,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T10:06:49,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:06:49,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=ccf62758a0a5,41009,1732615608565 in 215 msec 2024-11-26T10:06:49,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:06:49,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-26T10:06:49,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 726 msec 2024-11-26T10:06:49,572 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732615609572, completionTime=-1 2024-11-26T10:06:49,572 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T10:06:49,573 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T10:06:49,573 DEBUG [hconnection-0x41cee583-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:49,575 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:49,576 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-26T10:06:49,576 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732615669576 2024-11-26T10:06:49,576 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732615729576 2024-11-26T10:06:49,576 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-26T10:06:49,593 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,40381,1732615608366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,593 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,40381,1732615608366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,593 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,40381,1732615608366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,594 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ccf62758a0a5:40381, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,594 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:49,594 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T10:06:49,594 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:06:49,596 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T10:06:49,596 DEBUG [master/ccf62758a0a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T10:06:49,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:49,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:49,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741836_1012 (size=358) 2024-11-26T10:06:49,611 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c00e3aec57e151d21160670591e25029, NAME => 'hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 2024-11-26T10:06:49,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:06:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741837_1013 (size=42) 2024-11-26T10:06:49,619 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:49,619 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c00e3aec57e151d21160670591e25029, disabling compactions & flushes 2024-11-26T10:06:49,619 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,619 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,619 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. after waiting 0 ms 2024-11-26T10:06:49,619 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,619 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,619 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c00e3aec57e151d21160670591e25029: 2024-11-26T10:06:49,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:49,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732615609620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615609620"}]},"ts":"1732615609620"} 2024-11-26T10:06:49,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T10:06:49,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:49,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615609623"}]},"ts":"1732615609623"} 2024-11-26T10:06:49,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T10:06:49,643 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:49,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:49,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:49,644 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:49,644 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:49,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:49,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c00e3aec57e151d21160670591e25029, ASSIGN}] 2024-11-26T10:06:49,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c00e3aec57e151d21160670591e25029, ASSIGN 2024-11-26T10:06:49,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,646 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c00e3aec57e151d21160670591e25029, ASSIGN; state=OFFLINE, location=ccf62758a0a5,45603,1732615608524; forceNewPlan=false, retain=false 2024-11-26T10:06:49,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:06:49,796 INFO [ccf62758a0a5:40381 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T10:06:49,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c00e3aec57e151d21160670591e25029, regionState=OPENING, regionLocation=ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:49,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c00e3aec57e151d21160670591e25029, server=ccf62758a0a5,45603,1732615608524}] 2024-11-26T10:06:49,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T10:06:49,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:49,951 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:49,953 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:49,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c00e3aec57e151d21160670591e25029, NAME => 'hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:06:49,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:49,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,961 INFO [StoreOpener-c00e3aec57e151d21160670591e25029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,963 INFO [StoreOpener-c00e3aec57e151d21160670591e25029-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00e3aec57e151d21160670591e25029 columnFamilyName info 2024-11-26T10:06:49,963 DEBUG [StoreOpener-c00e3aec57e151d21160670591e25029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:49,964 INFO [StoreOpener-c00e3aec57e151d21160670591e25029-1 {}] regionserver.HStore(327): Store=c00e3aec57e151d21160670591e25029/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:49,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c00e3aec57e151d21160670591e25029 2024-11-26T10:06:49,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:49,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c00e3aec57e151d21160670591e25029; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68148925, jitterRate=0.015498116612434387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:49,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c00e3aec57e151d21160670591e25029: 2024-11-26T10:06:49,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029., pid=6, masterSystemTime=1732615609950 2024-11-26T10:06:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:49,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c00e3aec57e151d21160670591e25029, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:49,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:06:49,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c00e3aec57e151d21160670591e25029, server=ccf62758a0a5,45603,1732615608524 in 178 msec 2024-11-26T10:06:49,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:06:49,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c00e3aec57e151d21160670591e25029, ASSIGN in 334 msec 2024-11-26T10:06:49,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:49,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615609980"}]},"ts":"1732615609980"} 2024-11-26T10:06:49,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T10:06:50,019 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T10:06:50,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:50,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 425 msec 2024-11-26T10:06:50,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:50,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:50,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:50,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:50,031 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:50,032 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:50,035 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T10:06:50,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:50,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-11-26T10:06:50,067 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T10:06:50,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T10:06:50,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-11-26T10:06:50,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T10:06:50,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T10:06:50,132 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.522sec 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,40381,1732615608366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:06:50,133 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,40381,1732615608366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:06:50,135 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:06:50,135 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:06:50,135 INFO [master/ccf62758a0a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ccf62758a0a5,40381,1732615608366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:06:50,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53cec772 to 127.0.0.1:63560 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@700634e7 2024-11-26T10:06:50,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f043fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:06:50,204 DEBUG [hconnection-0x52f751d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:50,205 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:50,206 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:50,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:06:50,208 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:06:50,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:06:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T10:06:50,211 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:06:50,211 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:50,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-26T10:06:50,212 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:06:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741838_1014 (size=379) 2024-11-26T10:06:50,221 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db7962f89b517a847d09fdd9eabcfc90, NAME => 'testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 2024-11-26T10:06:50,221 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8eb4568b19e52f642751b7d14e747cb2, NAME => 'testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520 2024-11-26T10:06:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741840_1016 (size=61) 2024-11-26T10:06:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741839_1015 (size=61) 2024-11-26T10:06:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 8eb4568b19e52f642751b7d14e747cb2, disabling compactions & flushes 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing db7962f89b517a847d09fdd9eabcfc90, disabling compactions & flushes 2024-11-26T10:06:50,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:50,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. after waiting 0 ms 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. after waiting 0 ms 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:50,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:50,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for db7962f89b517a847d09fdd9eabcfc90: 2024-11-26T10:06:50,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8eb4568b19e52f642751b7d14e747cb2: 2024-11-26T10:06:50,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:06:50,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615610639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615610639"}]},"ts":"1732615610639"} 2024-11-26T10:06:50,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732615610639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732615610639"}]},"ts":"1732615610639"} 2024-11-26T10:06:50,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-26T10:06:50,645 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:06:50,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615610646"}]},"ts":"1732615610646"} 2024-11-26T10:06:50,647 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T10:06:50,668 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {ccf62758a0a5=0} racks are {/default-rack=0} 2024-11-26T10:06:50,670 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-26T10:06:50,670 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-26T10:06:50,670 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-26T10:06:50,670 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-26T10:06:50,670 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T10:06:50,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db7962f89b517a847d09fdd9eabcfc90, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8eb4568b19e52f642751b7d14e747cb2, ASSIGN}] 2024-11-26T10:06:50,672 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8eb4568b19e52f642751b7d14e747cb2, ASSIGN 2024-11-26T10:06:50,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db7962f89b517a847d09fdd9eabcfc90, ASSIGN 2024-11-26T10:06:50,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db7962f89b517a847d09fdd9eabcfc90, ASSIGN; state=OFFLINE, location=ccf62758a0a5,41009,1732615608565; forceNewPlan=false, retain=false 2024-11-26T10:06:50,673 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8eb4568b19e52f642751b7d14e747cb2, ASSIGN; state=OFFLINE, location=ccf62758a0a5,45603,1732615608524; forceNewPlan=false, retain=false 2024-11-26T10:06:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:50,824 INFO [ccf62758a0a5:40381 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T10:06:50,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8eb4568b19e52f642751b7d14e747cb2, regionState=OPENING, regionLocation=ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:50,825 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=db7962f89b517a847d09fdd9eabcfc90, regionState=OPENING, regionLocation=ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:50,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 8eb4568b19e52f642751b7d14e747cb2, server=ccf62758a0a5,45603,1732615608524}] 2024-11-26T10:06:50,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure db7962f89b517a847d09fdd9eabcfc90, server=ccf62758a0a5,41009,1732615608565}] 2024-11-26T10:06:50,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:50,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:50,990 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:50,990 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:50,990 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => db7962f89b517a847d09fdd9eabcfc90, NAME => 'testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T10:06:50,990 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 8eb4568b19e52f642751b7d14e747cb2, NAME => 'testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:50,991 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:50,992 INFO [StoreOpener-db7962f89b517a847d09fdd9eabcfc90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,992 INFO [StoreOpener-8eb4568b19e52f642751b7d14e747cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:50,994 INFO [StoreOpener-db7962f89b517a847d09fdd9eabcfc90-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7962f89b517a847d09fdd9eabcfc90 columnFamilyName family 2024-11-26T10:06:50,994 INFO [StoreOpener-8eb4568b19e52f642751b7d14e747cb2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb4568b19e52f642751b7d14e747cb2 columnFamilyName family 2024-11-26T10:06:50,994 DEBUG [StoreOpener-db7962f89b517a847d09fdd9eabcfc90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:50,994 DEBUG [StoreOpener-8eb4568b19e52f642751b7d14e747cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:06:50,994 INFO [StoreOpener-db7962f89b517a847d09fdd9eabcfc90-1 {}] regionserver.HStore(327): Store=db7962f89b517a847d09fdd9eabcfc90/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:50,994 INFO [StoreOpener-8eb4568b19e52f642751b7d14e747cb2-1 {}] regionserver.HStore(327): Store=8eb4568b19e52f642751b7d14e747cb2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:06:50,995 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,995 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:50,996 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,996 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:50,998 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:50,998 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:51,000 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:51,000 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:06:51,000 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened db7962f89b517a847d09fdd9eabcfc90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73902344, jitterRate=0.10123074054718018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:51,000 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 8eb4568b19e52f642751b7d14e747cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74299123, jitterRate=0.10714320838451385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T10:06:51,001 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for db7962f89b517a847d09fdd9eabcfc90: 2024-11-26T10:06:51,001 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 8eb4568b19e52f642751b7d14e747cb2: 2024-11-26T10:06:51,002 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90., pid=13, masterSystemTime=1732615610984 2024-11-26T10:06:51,002 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2., pid=12, masterSystemTime=1732615610984 2024-11-26T10:06:51,003 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,003 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8eb4568b19e52f642751b7d14e747cb2, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:51,004 DEBUG [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,004 INFO [RS_OPEN_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=db7962f89b517a847d09fdd9eabcfc90, regionState=OPEN, openSeqNum=2, regionLocation=ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:51,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T10:06:51,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 8eb4568b19e52f642751b7d14e747cb2, server=ccf62758a0a5,45603,1732615608524 in 176 msec 2024-11-26T10:06:51,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-26T10:06:51,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure db7962f89b517a847d09fdd9eabcfc90, server=ccf62758a0a5,41009,1732615608565 in 175 msec 2024-11-26T10:06:51,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8eb4568b19e52f642751b7d14e747cb2, ASSIGN in 337 msec 2024-11-26T10:06:51,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:06:51,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=db7962f89b517a847d09fdd9eabcfc90, ASSIGN in 337 msec 2024-11-26T10:06:51,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:06:51,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732615611009"}]},"ts":"1732615611009"} 2024-11-26T10:06:51,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T10:06:51,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:06:51,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 835 msec 2024-11-26T10:06:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T10:06:51,323 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-26T10:06:51,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T10:06:51,323 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T10:06:51,326 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T10:06:51,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-26T10:06:51,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:06:51,338 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:06:51,346 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8eb4568b19e52f642751b7d14e747cb2 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T10:06:51,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/.tmp/family/ee7694c02eb64c28b0ef7209bd405331 is 32, key is 5/family:/1732615611339/Put/seqid=0 2024-11-26T10:06:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741841_1017 (size=5083) 2024-11-26T10:06:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741841_1017 (size=5083) 2024-11-26T10:06:51,370 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/.tmp/family/ee7694c02eb64c28b0ef7209bd405331 2024-11-26T10:06:51,376 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/.tmp/family/ee7694c02eb64c28b0ef7209bd405331 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/family/ee7694c02eb64c28b0ef7209bd405331 2024-11-26T10:06:51,382 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/family/ee7694c02eb64c28b0ef7209bd405331, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T10:06:51,383 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8eb4568b19e52f642751b7d14e747cb2 in 37ms, sequenceid=9, compaction requested=false 2024-11-26T10:06:51,383 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8eb4568b19e52f642751b7d14e747cb2: 2024-11-26T10:06:51,383 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing db7962f89b517a847d09fdd9eabcfc90 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T10:06:51,397 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/.tmp/family/d116038138354fd1b2abdb5f3d771032 is 32, key is 1/family:/1732615611328/Put/seqid=0 2024-11-26T10:06:51,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741842_1018 (size=5054) 2024-11-26T10:06:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741842_1018 (size=5054) 2024-11-26T10:06:51,403 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/.tmp/family/d116038138354fd1b2abdb5f3d771032 2024-11-26T10:06:51,409 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/.tmp/family/d116038138354fd1b2abdb5f3d771032 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/family/d116038138354fd1b2abdb5f3d771032 2024-11-26T10:06:51,413 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/family/d116038138354fd1b2abdb5f3d771032, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T10:06:51,414 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for db7962f89b517a847d09fdd9eabcfc90 in 31ms, sequenceid=8, compaction requested=false 2024-11-26T10:06:51,414 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for db7962f89b517a847d09fdd9eabcfc90: 2024-11-26T10:06:51,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:51,423 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] bucket.BucketCache(1851): found 1 blocks for file d116038138354fd1b2abdb5f3d771032, starting offset: 0, end offset: 9223372036854775807 2024-11-26T10:06:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] bucket.BucketCache(843): removed key d116038138354fd1b2abdb5f3d771032_0 from back map with offset lock 2094080 in the evict process 2024-11-26T10:06:51,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:06:51,425 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:06:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] bucket.BucketCache(1851): found 1 blocks for file ee7694c02eb64c28b0ef7209bd405331, starting offset: 0, end offset: 9223372036854775807 2024-11-26T10:06:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] bucket.BucketCache(843): removed key ee7694c02eb64c28b0ef7209bd405331_0 from back map with offset lock 2094080 in the evict process 2024-11-26T10:06:51,426 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T10:06:51,426 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T10:06:51,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53cec772 to 127.0.0.1:63560 2024-11-26T10:06:51,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:06:51,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=244859375, stopped=false 2024-11-26T10:06:51,427 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T10:06:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:51,468 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T10:06:51,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,469 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,45603,1732615608524' ***** 2024-11-26T10:06:51,469 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:51,469 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,41009,1732615608565' ***** 2024-11-26T10:06:51,469 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T10:06:51,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:51,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:51,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T10:06:51,470 INFO [RS:1;ccf62758a0a5:41009 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T10:06:51,470 INFO [RS:0;ccf62758a0a5:45603 {}] bucket.BucketCache(1726): Disabling cache 2024-11-26T10:06:51,470 INFO [RS:1;ccf62758a0a5:41009 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T10:06:51,470 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T10:06:51,470 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T10:06:51,470 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:51,471 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T10:06:51,471 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T10:06:51,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:51,471 INFO [RS:0;ccf62758a0a5:45603 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T10:06:51,471 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T10:06:51,471 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:06:51,471 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T10:06:51,471 INFO [RS:0;ccf62758a0a5:45603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:51,471 INFO [RS:1;ccf62758a0a5:41009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:06:51,471 INFO [RS:0;ccf62758a0a5:45603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:51,471 INFO [RS:1;ccf62758a0a5:41009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:06:51,471 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(3579): Received CLOSE for c00e3aec57e151d21160670591e25029 2024-11-26T10:06:51,471 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(3579): Received CLOSE for db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:51,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T10:06:51,472 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(3579): Received CLOSE for 8eb4568b19e52f642751b7d14e747cb2 2024-11-26T10:06:51,472 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:51,472 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:51,472 DEBUG [RS:0;ccf62758a0a5:45603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,472 DEBUG [RS:1;ccf62758a0a5:41009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c00e3aec57e151d21160670591e25029, disabling compactions & flushes 2024-11-26T10:06:51,472 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing db7962f89b517a847d09fdd9eabcfc90, disabling compactions & flushes 2024-11-26T10:06:51,472 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:51,472 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:51,472 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1603): Online Regions={c00e3aec57e151d21160670591e25029=hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029., 8eb4568b19e52f642751b7d14e747cb2=testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2.} 2024-11-26T10:06:51,472 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:51,472 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,472 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,472 DEBUG [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1629): Waiting on 8eb4568b19e52f642751b7d14e747cb2, c00e3aec57e151d21160670591e25029 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. after waiting 0 ms 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. after waiting 0 ms 2024-11-26T10:06:51,472 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:51,472 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T10:06:51,473 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,473 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c00e3aec57e151d21160670591e25029 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T10:06:51,473 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T10:06:51,473 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1603): Online Regions={db7962f89b517a847d09fdd9eabcfc90=testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:06:51,473 DEBUG [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, db7962f89b517a847d09fdd9eabcfc90 2024-11-26T10:06:51,473 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:06:51,473 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T10:06:51,473 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T10:06:51,473 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:06:51,473 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:06:51,473 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-26T10:06:51,478 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/db7962f89b517a847d09fdd9eabcfc90/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:06:51,479 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,479 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for db7962f89b517a847d09fdd9eabcfc90: 2024-11-26T10:06:51,479 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732615610209.db7962f89b517a847d09fdd9eabcfc90. 2024-11-26T10:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/.tmp/info/af9aca38f45e492ebf2302e5228ed116 is 45, key is default/info:d/1732615610040/Put/seqid=0 2024-11-26T10:06:51,492 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/.tmp/info/79ee01186ed949459629bdda73b39b53 is 173, key is testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2./info:regioninfo/1732615611004/Put/seqid=0 2024-11-26T10:06:51,494 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741843_1019 (size=5037) 2024-11-26T10:06:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741843_1019 (size=5037) 2024-11-26T10:06:51,495 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/.tmp/info/af9aca38f45e492ebf2302e5228ed116 2024-11-26T10:06:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741844_1020 (size=9337) 2024-11-26T10:06:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741844_1020 (size=9337) 2024-11-26T10:06:51,497 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/.tmp/info/79ee01186ed949459629bdda73b39b53 2024-11-26T10:06:51,498 INFO [regionserver/ccf62758a0a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:51,502 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/.tmp/info/af9aca38f45e492ebf2302e5228ed116 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/info/af9aca38f45e492ebf2302e5228ed116 2024-11-26T10:06:51,508 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/info/af9aca38f45e492ebf2302e5228ed116, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T10:06:51,509 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c00e3aec57e151d21160670591e25029 in 37ms, sequenceid=6, compaction requested=false 2024-11-26T10:06:51,513 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/namespace/c00e3aec57e151d21160670591e25029/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:06:51,514 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:51,514 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c00e3aec57e151d21160670591e25029: 2024-11-26T10:06:51,514 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732615609594.c00e3aec57e151d21160670591e25029. 2024-11-26T10:06:51,514 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8eb4568b19e52f642751b7d14e747cb2, disabling compactions & flushes 2024-11-26T10:06:51,514 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,514 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,514 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. after waiting 0 ms 2024-11-26T10:06:51,514 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,518 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/default/testClearRegionBlockCache/8eb4568b19e52f642751b7d14e747cb2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:06:51,519 INFO [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,519 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8eb4568b19e52f642751b7d14e747cb2: 2024-11-26T10:06:51,519 DEBUG [RS_CLOSE_REGION-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732615610209.8eb4568b19e52f642751b7d14e747cb2. 2024-11-26T10:06:51,521 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/.tmp/table/1f42ba1337114760bea330448bc7c410 is 61, key is testClearRegionBlockCache/table:state/1732615611009/Put/seqid=0 2024-11-26T10:06:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741845_1021 (size=5392) 2024-11-26T10:06:51,526 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/.tmp/table/1f42ba1337114760bea330448bc7c410 2024-11-26T10:06:51,531 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/.tmp/info/79ee01186ed949459629bdda73b39b53 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/info/79ee01186ed949459629bdda73b39b53 2024-11-26T10:06:51,536 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/info/79ee01186ed949459629bdda73b39b53, entries=30, sequenceid=16, filesize=9.1 K 2024-11-26T10:06:51,536 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/.tmp/table/1f42ba1337114760bea330448bc7c410 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/table/1f42ba1337114760bea330448bc7c410 2024-11-26T10:06:51,541 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/table/1f42ba1337114760bea330448bc7c410, entries=4, sequenceid=16, filesize=5.3 K 2024-11-26T10:06:51,542 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 69ms, sequenceid=16, compaction requested=false 2024-11-26T10:06:51,545 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:06:51,546 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:06:51,546 INFO [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:51,546 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T10:06:51,546 DEBUG [RS_CLOSE_META-regionserver/ccf62758a0a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:06:51,673 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,45603,1732615608524; all regions closed. 2024-11-26T10:06:51,673 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,41009,1732615608565; all regions closed. 2024-11-26T10:06:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741834_1010 (size=3188) 2024-11-26T10:06:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741834_1010 (size=3188) 2024-11-26T10:06:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741835_1011 (size=5602) 2024-11-26T10:06:51,683 DEBUG [RS:0;ccf62758a0a5:45603 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/oldWALs 2024-11-26T10:06:51,683 INFO [RS:0;ccf62758a0a5:45603 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C45603%2C1732615608524:(num 1732615609126) 2024-11-26T10:06:51,683 DEBUG [RS:0;ccf62758a0a5:45603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,683 DEBUG [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/oldWALs 2024-11-26T10:06:51,683 INFO [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C41009%2C1732615608565.meta:.meta(num 1732615609520) 2024-11-26T10:06:51,683 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:51,684 INFO [RS:0;ccf62758a0a5:45603 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:51,684 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:06:51,684 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:06:51,684 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:06:51,684 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:51,684 INFO [RS:0;ccf62758a0a5:45603 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45603 2024-11-26T10:06:51,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/WALs/ccf62758a0a5,41009,1732615608565/ccf62758a0a5%2C41009%2C1732615608565.1732615609123 not finished, retry = 0 2024-11-26T10:06:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741833_1009 (size=1758) 2024-11-26T10:06:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741833_1009 (size=1758) 2024-11-26T10:06:51,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:51,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,45603,1732615608524 2024-11-26T10:06:51,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,45603,1732615608524] 2024-11-26T10:06:51,701 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,45603,1732615608524; numProcessing=1 2024-11-26T10:06:51,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,45603,1732615608524 already deleted, retry=false 2024-11-26T10:06:51,710 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,45603,1732615608524 expired; onlineServers=1 2024-11-26T10:06:51,791 DEBUG [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/oldWALs 2024-11-26T10:06:51,791 INFO [RS:1;ccf62758a0a5:41009 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL ccf62758a0a5%2C41009%2C1732615608565:(num 1732615609123) 2024-11-26T10:06:51,791 DEBUG [RS:1;ccf62758a0a5:41009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,791 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:06:51,792 INFO [RS:1;ccf62758a0a5:41009 {}] hbase.ChoreService(370): Chore service for: regionserver/ccf62758a0a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:06:51,792 INFO [regionserver/ccf62758a0a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:51,793 INFO [RS:1;ccf62758a0a5:41009 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41009 2024-11-26T10:06:51,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ccf62758a0a5,41009,1732615608565 2024-11-26T10:06:51,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:51,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T10:06:51,802 INFO [RS:0;ccf62758a0a5:45603 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,45603,1732615608524; zookeeper connection closed. 2024-11-26T10:06:51,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10177e5ba900001, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:51,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e634448 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e634448 2024-11-26T10:06:51,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ccf62758a0a5,41009,1732615608565] 2024-11-26T10:06:51,810 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing ccf62758a0a5,41009,1732615608565; numProcessing=2 2024-11-26T10:06:51,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/ccf62758a0a5,41009,1732615608565 already deleted, retry=false 2024-11-26T10:06:51,818 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; ccf62758a0a5,41009,1732615608565 expired; onlineServers=0 2024-11-26T10:06:51,818 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'ccf62758a0a5,40381,1732615608366' ***** 2024-11-26T10:06:51,818 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:06:51,818 DEBUG [M:0;ccf62758a0a5:40381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b80d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ccf62758a0a5/172.17.0.2:0 2024-11-26T10:06:51,819 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegionServer(1224): stopping server ccf62758a0a5,40381,1732615608366 2024-11-26T10:06:51,819 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegionServer(1250): stopping server ccf62758a0a5,40381,1732615608366; all regions closed. 2024-11-26T10:06:51,819 DEBUG [M:0;ccf62758a0a5:40381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:06:51,819 DEBUG [M:0;ccf62758a0a5:40381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:06:51,819 DEBUG [M:0;ccf62758a0a5:40381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:06:51,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:06:51,819 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615608850 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.large.0-1732615608850,5,FailOnTimeoutGroup] 2024-11-26T10:06:51,819 DEBUG [master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615608851 {}] cleaner.HFileCleaner(306): Exit Thread[master/ccf62758a0a5:0:becomeActiveMaster-HFileCleaner.small.0-1732615608851,5,FailOnTimeoutGroup] 2024-11-26T10:06:51,819 INFO [M:0;ccf62758a0a5:40381 {}] hbase.ChoreService(370): Chore service for: master/ccf62758a0a5:0 had [] on shutdown 2024-11-26T10:06:51,819 DEBUG [M:0;ccf62758a0a5:40381 {}] master.HMaster(1733): Stopping service threads 2024-11-26T10:06:51,819 INFO [M:0;ccf62758a0a5:40381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:06:51,820 INFO [M:0;ccf62758a0a5:40381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:06:51,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:06:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T10:06:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T10:06:51,827 DEBUG [M:0;ccf62758a0a5:40381 {}] zookeeper.ZKUtil(347): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T10:06:51,827 WARN [M:0;ccf62758a0a5:40381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:06:51,827 INFO [M:0;ccf62758a0a5:40381 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T10:06:51,827 INFO [M:0;ccf62758a0a5:40381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:06:51,827 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:06:51,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T10:06:51,827 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:51,827 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:51,827 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:06:51,827 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:51,827 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-11-26T10:06:51,848 DEBUG [M:0;ccf62758a0a5:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5b2f920aaf4d2399f3dc1ada5359a1 is 82, key is hbase:meta,,1/info:regioninfo/1732615609558/Put/seqid=0 2024-11-26T10:06:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:06:51,854 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5b2f920aaf4d2399f3dc1ada5359a1 2024-11-26T10:06:51,878 DEBUG [M:0;ccf62758a0a5:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a1bf0df86c445cdb6fe59cb81c3d033 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732615611045/Put/seqid=0 2024-11-26T10:06:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741847_1023 (size=7582) 2024-11-26T10:06:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741847_1023 (size=7582) 2024-11-26T10:06:51,883 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a1bf0df86c445cdb6fe59cb81c3d033 2024-11-26T10:06:51,901 DEBUG [M:0;ccf62758a0a5:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3312a332f264e2fb6e18b3f7dd75f1c is 69, key is ccf62758a0a5,41009,1732615608565/rs:state/1732615608939/Put/seqid=0 2024-11-26T10:06:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741848_1024 (size=5224) 2024-11-26T10:06:51,907 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3312a332f264e2fb6e18b3f7dd75f1c 2024-11-26T10:06:51,910 INFO [RS:1;ccf62758a0a5:41009 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,41009,1732615608565; zookeeper connection closed. 2024-11-26T10:06:51,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:51,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41009-0x10177e5ba900002, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:51,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5541ca1d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5541ca1d 2024-11-26T10:06:51,910 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T10:06:51,912 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5b2f920aaf4d2399f3dc1ada5359a1 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b5b2f920aaf4d2399f3dc1ada5359a1 2024-11-26T10:06:51,916 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b5b2f920aaf4d2399f3dc1ada5359a1, entries=8, sequenceid=108, filesize=5.5 K 2024-11-26T10:06:51,917 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a1bf0df86c445cdb6fe59cb81c3d033 as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a1bf0df86c445cdb6fe59cb81c3d033 2024-11-26T10:06:51,923 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a1bf0df86c445cdb6fe59cb81c3d033, entries=13, sequenceid=108, filesize=7.4 K 2024-11-26T10:06:51,924 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3312a332f264e2fb6e18b3f7dd75f1c as hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3312a332f264e2fb6e18b3f7dd75f1c 2024-11-26T10:06:51,930 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45809/user/jenkins/test-data/12458e7b-51c2-bfc7-8cd0-3e5f40a1a520/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3312a332f264e2fb6e18b3f7dd75f1c, entries=2, sequenceid=108, filesize=5.1 K 2024-11-26T10:06:51,931 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=108, compaction requested=false 2024-11-26T10:06:51,932 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:06:51,932 DEBUG [M:0;ccf62758a0a5:40381 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T10:06:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36625 is added to blk_1073741830_1006 (size=54565) 2024-11-26T10:06:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741830_1006 (size=54565) 2024-11-26T10:06:51,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T10:06:51,935 INFO [M:0;ccf62758a0a5:40381 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T10:06:51,935 INFO [M:0;ccf62758a0a5:40381 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40381 2024-11-26T10:06:51,943 DEBUG [M:0;ccf62758a0a5:40381 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/ccf62758a0a5,40381,1732615608366 already deleted, retry=false 2024-11-26T10:06:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:52,052 INFO [M:0;ccf62758a0a5:40381 {}] regionserver.HRegionServer(1307): Exiting; stopping=ccf62758a0a5,40381,1732615608366; zookeeper connection closed. 2024-11-26T10:06:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x10177e5ba900000, quorum=127.0.0.1:63560, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:06:52,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d50bf9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:52,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6537169f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:52,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:52,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d88e712{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:52,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322d7fbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:52,060 WARN [BP-933409481-172.17.0.2-1732615606913 heartbeating to localhost/127.0.0.1:45809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:52,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:52,060 WARN [BP-933409481-172.17.0.2-1732615606913 heartbeating to localhost/127.0.0.1:45809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933409481-172.17.0.2-1732615606913 (Datanode Uuid aa261ffb-d245-42da-93f6-025ef85128bd) service to localhost/127.0.0.1:45809 2024-11-26T10:06:52,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:52,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data3/current/BP-933409481-172.17.0.2-1732615606913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:52,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data4/current/BP-933409481-172.17.0.2-1732615606913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:52,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:52,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63821384{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:06:52,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a929470{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:52,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:52,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645b66fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:52,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a370b8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:52,065 WARN [BP-933409481-172.17.0.2-1732615606913 heartbeating to localhost/127.0.0.1:45809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:06:52,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:06:52,065 WARN [BP-933409481-172.17.0.2-1732615606913 heartbeating to localhost/127.0.0.1:45809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933409481-172.17.0.2-1732615606913 (Datanode Uuid 0814be9c-d7e3-49b7-bf94-5c514940a038) service to localhost/127.0.0.1:45809 2024-11-26T10:06:52,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:06:52,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data1/current/BP-933409481-172.17.0.2-1732615606913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:52,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/cluster_24b04b1e-3f36-d401-c2de-57f3ddad72e3/dfs/data/data2/current/BP-933409481-172.17.0.2-1732615606913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:06:52,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:06:52,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc3ab33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:06:52,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a17c2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:06:52,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:06:52,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c4f8d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:06:52,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6831b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fbb81210-2ea8-3ea6-26ee-415a192d3f1e/hadoop.log.dir/,STOPPED} 2024-11-26T10:06:52,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:06:52,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T10:06:52,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=196 (was 177) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45809 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45809 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=549 (was 523) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=5333 (was 5395)